[ 636.862165] env[69316]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69316) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 636.862483] env[69316]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69316) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 636.862605] env[69316]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69316) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 636.862885] env[69316]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 636.958582] env[69316]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69316) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 636.969161] env[69316]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69316) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 637.012256] env[69316]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 637.572268] env[69316]: INFO nova.virt.driver [None req-e1635997-af18-4290-9d3c-406d587d083c None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 637.643090] env[69316]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.643269] env[69316]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.643368] env[69316]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69316) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 640.541739] env[69316]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ac90ef2b-3f0a-455e-a264-8828002b3231 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.558227] env[69316]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69316) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 640.558365] env[69316]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6b7a317a-e984-4dbd-b9d7-985022193ca7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.590790] env[69316]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 755ad. [ 640.590921] env[69316]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.948s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.591478] env[69316]: INFO nova.virt.vmwareapi.driver [None req-e1635997-af18-4290-9d3c-406d587d083c None None] VMware vCenter version: 7.0.3 [ 640.594822] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d770a7fe-cc85-4484-9192-4ac52e59af35 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.612048] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8959911-8a82-4650-8c85-ee2bee9e0365 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.617868] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c187a2f-8b6c-4b78-bd3e-28caf87c038b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.624514] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9f5c60-c999-4224-a73c-87933750991d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.637533] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfb402b-9122-4547-b0bf-ad0a7854c95c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.643333] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e2e7d-c282-4b35-aea3-256d5c6b838f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.675295] env[69316]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3d4cc7b2-7143-4667-8e84-bc64300939e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.681117] env[69316]: DEBUG nova.virt.vmwareapi.driver [None req-e1635997-af18-4290-9d3c-406d587d083c None None] Extension org.openstack.compute already exists. {{(pid=69316) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 640.683747] env[69316]: INFO nova.compute.provider_config [None req-e1635997-af18-4290-9d3c-406d587d083c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 641.187444] env[69316]: DEBUG nova.context [None req-e1635997-af18-4290-9d3c-406d587d083c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),6195879b-6d67-497c-8279-6885e3d2bb7f(cell1) {{(pid=69316) load_cells /opt/stack/nova/nova/context.py:464}} [ 641.189824] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.190091] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.190804] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.191248] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Acquiring lock "6195879b-6d67-497c-8279-6885e3d2bb7f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.191436] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Lock "6195879b-6d67-497c-8279-6885e3d2bb7f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.192436] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Lock "6195879b-6d67-497c-8279-6885e3d2bb7f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.213813] env[69316]: INFO dbcounter [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Registered counter for database nova_cell0 [ 641.222431] env[69316]: INFO dbcounter [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Registered counter for database nova_cell1 [ 641.677324] env[69316]: DEBUG oslo_db.sqlalchemy.engines [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69316) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 641.678110] env[69316]: DEBUG oslo_db.sqlalchemy.engines [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69316) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 641.682908] env[69316]: ERROR nova.db.main.api [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 641.682908] env[69316]: result = function(*args, **kwargs) [ 641.682908] env[69316]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 641.682908] env[69316]: return func(*args, **kwargs) [ 641.682908] env[69316]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 641.682908] env[69316]: result = fn(*args, **kwargs) [ 641.682908] env[69316]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 641.682908] env[69316]: return f(*args, **kwargs) [ 641.682908] env[69316]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 641.682908] env[69316]: return db.service_get_minimum_version(context, binaries) [ 641.682908] env[69316]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 641.682908] env[69316]: _check_db_access() [ 641.682908] env[69316]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 641.682908] env[69316]: stacktrace = ''.join(traceback.format_stack()) [ 641.682908] env[69316]: [ 641.683781] env[69316]: ERROR nova.db.main.api [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 641.683781] env[69316]: result = function(*args, **kwargs) [ 641.683781] env[69316]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 641.683781] env[69316]: return func(*args, **kwargs) [ 641.683781] env[69316]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 641.683781] env[69316]: result = fn(*args, **kwargs) [ 641.683781] env[69316]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 641.683781] env[69316]: return f(*args, **kwargs) [ 641.683781] env[69316]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 641.683781] env[69316]: return db.service_get_minimum_version(context, binaries) [ 641.683781] env[69316]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 641.683781] env[69316]: _check_db_access() [ 641.683781] env[69316]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 641.683781] env[69316]: stacktrace = ''.join(traceback.format_stack()) [ 641.683781] env[69316]: [ 641.684337] env[69316]: WARNING nova.objects.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 641.684337] env[69316]: WARNING nova.objects.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Failed to get minimum service version for cell 6195879b-6d67-497c-8279-6885e3d2bb7f [ 641.684778] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Acquiring lock "singleton_lock" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.684943] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Acquired lock "singleton_lock" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.685204] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Releasing lock "singleton_lock" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.685538] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Full set of CONF: {{(pid=69316) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 641.685681] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ******************************************************************************** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 641.685809] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] Configuration options gathered from: {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 641.685947] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 641.686167] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 641.686320] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ================================================================================ {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 641.686538] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] allow_resize_to_same_host = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.686707] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] arq_binding_timeout = 300 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.686839] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] backdoor_port = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.686970] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] backdoor_socket = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.687151] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] block_device_allocate_retries = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.687315] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] block_device_allocate_retries_interval = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.687483] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cert = self.pem {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.687646] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.687832] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute_monitors = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.688027] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] config_dir = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.688432] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] config_drive_format = iso9660 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.688583] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.688757] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] config_source = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.688928] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] console_host = devstack {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.689111] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] control_exchange = nova {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.689311] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cpu_allocation_ratio = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.689492] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] daemon = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.689665] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] debug = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.689822] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] default_access_ip_network_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.689988] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] default_availability_zone = nova {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.690163] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] default_ephemeral_format = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.690316] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] default_green_pool_size = 1000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.690552] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.690712] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] default_schedule_zone = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.690868] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] disk_allocation_ratio = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.691042] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] enable_new_services = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.691228] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] enabled_apis = ['osapi_compute'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.691392] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] enabled_ssl_apis = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.691551] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] flat_injected = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.691705] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] force_config_drive = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.691863] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] force_raw_images = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.692041] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] graceful_shutdown_timeout = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.692206] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] heal_instance_info_cache_interval = -1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.692462] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] host = cpu-1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.692649] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.692812] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.692975] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.693201] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.693363] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] instance_build_timeout = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.693517] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] instance_delete_interval = 300 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.693672] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] instance_format = [instance: %(uuid)s] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.693834] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] instance_name_template = instance-%08x {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.693992] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] instance_usage_audit = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.694171] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] instance_usage_audit_period = month {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.694334] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.694498] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.694658] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] internal_service_availability_zone = internal {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.694812] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] key = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.694971] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] live_migration_retry_count = 30 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.695156] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_color = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.695335] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_config_append = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.695514] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.695672] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_dir = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.695853] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_file = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.695986] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_options = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.696161] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_rotate_interval = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.696326] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_rotate_interval_type = days {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.696492] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] log_rotation_type = none {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.696615] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.696737] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.696903] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.697078] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.697206] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.697369] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] long_rpc_timeout = 1800 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.697522] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] max_concurrent_builds = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.697676] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] max_concurrent_live_migrations = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.697860] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] max_concurrent_snapshots = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.698034] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] max_local_block_devices = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.698196] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] max_logfile_count = 30 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.698370] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] max_logfile_size_mb = 200 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.698541] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] maximum_instance_delete_attempts = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.698709] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] metadata_listen = 0.0.0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.698877] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] metadata_listen_port = 8775 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.699056] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] metadata_workers = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.699222] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] migrate_max_retries = -1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.699386] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] mkisofs_cmd = genisoimage {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.699588] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.699717] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] my_ip = 10.180.1.21 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.699917] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.700129] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] network_allocate_retries = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.700275] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.700438] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.700597] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] osapi_compute_listen_port = 8774 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.700758] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] osapi_compute_unique_server_name_scope = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.700926] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] osapi_compute_workers = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.701106] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] password_length = 12 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.701291] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] periodic_enable = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.701472] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] periodic_fuzzy_delay = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.701642] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] pointer_model = usbtablet {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.701807] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] preallocate_images = none {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.701965] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] publish_errors = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.702107] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] pybasedir = /opt/stack/nova {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.702266] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ram_allocation_ratio = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.702420] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] rate_limit_burst = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.702587] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] rate_limit_except_level = CRITICAL {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.702746] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] rate_limit_interval = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.702905] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] reboot_timeout = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.703077] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] reclaim_instance_interval = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.703237] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] record = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.703406] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] reimage_timeout_per_gb = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.703572] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] report_interval = 120 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.703783] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] rescue_timeout = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.703898] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] reserved_host_cpus = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.704071] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] reserved_host_disk_mb = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.704235] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] reserved_host_memory_mb = 512 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.704427] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] reserved_huge_pages = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.704596] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] resize_confirm_window = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.704757] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] resize_fs_using_block_device = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.704920] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] resume_guests_state_on_host_boot = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.705104] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.705272] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] rpc_response_timeout = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.705436] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] run_external_periodic_tasks = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.705603] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] running_deleted_instance_action = reap {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.705787] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.705963] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] running_deleted_instance_timeout = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.706141] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler_instance_sync_interval = 120 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.706314] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_down_time = 720 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.706485] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] servicegroup_driver = db {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.706644] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] shell_completion = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.706805] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] shelved_offload_time = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.706970] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] shelved_poll_interval = 3600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.707155] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] shutdown_timeout = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.707338] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] source_is_ipv6 = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.707517] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ssl_only = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.707790] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.707985] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] sync_power_state_interval = 600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.708171] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] sync_power_state_pool_size = 1000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.708346] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] syslog_log_facility = LOG_USER {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.708504] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] tempdir = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.708664] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] timeout_nbd = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.708834] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] transport_url = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.708997] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] update_resources_interval = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.709173] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] use_cow_images = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.709333] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] use_journal = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.709491] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] use_json = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.709649] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] use_rootwrap_daemon = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.709807] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] use_stderr = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.709967] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] use_syslog = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.710159] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vcpu_pin_set = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.710343] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plugging_is_fatal = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.710513] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plugging_timeout = 300 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.710678] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] virt_mkfs = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.710840] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] volume_usage_poll_interval = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.711018] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] watch_log_file = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.711187] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] web = /usr/share/spice-html5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 641.711373] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.711540] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.711704] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.711872] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_concurrency.disable_process_locking = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.712183] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.712367] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.712534] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.712703] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.712874] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.713053] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.713285] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.auth_strategy = keystone {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.713465] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.compute_link_prefix = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.713644] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.713820] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.dhcp_domain = novalocal {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.713996] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.enable_instance_password = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.714179] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.glance_link_prefix = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.714345] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.714517] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.714682] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.instance_list_per_project_cells = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.714849] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.list_records_by_skipping_down_cells = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.715026] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.local_metadata_per_cell = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.715195] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.max_limit = 1000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.715362] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.metadata_cache_expiration = 15 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.715535] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.neutron_default_tenant_id = default {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.715723] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.response_validation = warn {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.715917] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.use_neutron_default_nets = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.716109] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.716303] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.716484] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.716661] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.716833] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.vendordata_dynamic_targets = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.717009] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.vendordata_jsonfile_path = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.717206] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.717400] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.backend = dogpile.cache.memcached {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.717566] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.backend_argument = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.717728] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.backend_expiration_time = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.717921] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.config_prefix = cache.oslo {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.718118] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.dead_timeout = 60.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.718286] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.debug_cache_backend = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.718449] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.enable_retry_client = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.718609] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.enable_socket_keepalive = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.718781] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.enabled = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.718945] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.enforce_fips_mode = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.719121] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.expiration_time = 600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.719308] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.hashclient_retry_attempts = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.719490] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.719656] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_dead_retry = 300 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.719816] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_password = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.719982] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.720162] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.720327] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_pool_maxsize = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.720491] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.720655] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_sasl_enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.720833] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.721010] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.721183] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.memcache_username = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.721351] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.proxies = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.721512] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.redis_db = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.721671] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.redis_password = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.721842] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.722033] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.722210] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.redis_server = localhost:6379 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.722405] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.redis_socket_timeout = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.722571] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.redis_username = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.722738] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.retry_attempts = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.722903] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.retry_delay = 0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.723084] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.socket_keepalive_count = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.723251] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.socket_keepalive_idle = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.723414] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.socket_keepalive_interval = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.723574] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.tls_allowed_ciphers = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.723732] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.tls_cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.723890] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.tls_certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.724067] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.tls_enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.724229] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cache.tls_keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.724400] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.724644] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.auth_type = password {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.724824] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.725015] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.725190] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.725358] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.725523] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.cross_az_attach = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.725694] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.debug = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.725885] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.endpoint_template = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.726068] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.http_retries = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.726238] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.726397] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.726569] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.os_region_name = RegionOne {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.726736] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.726895] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cinder.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.727085] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.727250] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.cpu_dedicated_set = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.727409] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.cpu_shared_set = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.727604] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.image_type_exclude_list = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.727778] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.727963] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.728147] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.728313] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.728484] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.728646] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.resource_provider_association_refresh = 300 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.728810] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.728973] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.shutdown_retry_interval = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.729169] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.729351] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] conductor.workers = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.729529] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] console.allowed_origins = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.729691] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] console.ssl_ciphers = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.729861] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] console.ssl_minimum_version = default {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.730044] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] consoleauth.enforce_session_timeout = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.730249] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] consoleauth.token_ttl = 600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.730429] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.730586] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.730749] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.730910] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.connect_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.731087] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.connect_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.731252] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.endpoint_override = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.731418] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.731576] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.731735] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.max_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.731893] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.min_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.732063] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.region_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.732226] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.retriable_status_codes = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.732383] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.732553] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.service_type = accelerator {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.732714] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.732873] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.status_code_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.733043] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.status_code_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.733231] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.733428] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.733592] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] cyborg.version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.733763] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.asyncio_connection = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.733926] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.asyncio_slave_connection = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.734142] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.backend = sqlalchemy {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.734288] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.connection = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.734455] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.connection_debug = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.734626] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.connection_parameters = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.734792] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.connection_recycle_time = 3600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.734958] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.connection_trace = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.735138] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.db_inc_retry_interval = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.735303] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.db_max_retries = 20 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.735468] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.db_max_retry_interval = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.735632] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.db_retry_interval = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.735818] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.max_overflow = 50 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.735992] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.max_pool_size = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.736179] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.max_retries = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.736393] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.736562] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.mysql_wsrep_sync_wait = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.736724] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.pool_timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.736889] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.retry_interval = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.737062] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.slave_connection = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.737230] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.sqlite_synchronous = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.737391] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] database.use_db_reconnect = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.737560] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.asyncio_connection = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.737719] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.asyncio_slave_connection = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.737913] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.backend = sqlalchemy {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.738108] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.connection = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.738281] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.connection_debug = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.738454] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.connection_parameters = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.738617] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.connection_recycle_time = 3600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.738785] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.connection_trace = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.738948] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.db_inc_retry_interval = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.739127] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.db_max_retries = 20 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.739317] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.db_max_retry_interval = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.739494] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.db_retry_interval = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.739658] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.max_overflow = 50 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.739823] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.max_pool_size = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.739993] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.max_retries = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.740179] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.740342] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.740501] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.pool_timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.740663] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.retry_interval = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.740821] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.slave_connection = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.740984] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] api_database.sqlite_synchronous = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.741174] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] devices.enabled_mdev_types = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.741352] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.741523] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.741687] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ephemeral_storage_encryption.enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.741847] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.742030] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.api_servers = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.742200] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.742386] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.742554] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.742714] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.connect_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.742870] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.connect_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.743045] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.debug = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.743216] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.default_trusted_certificate_ids = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.743376] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.enable_certificate_validation = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.743537] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.enable_rbd_download = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.743695] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.endpoint_override = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.743859] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.744037] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.744202] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.max_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.744355] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.min_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.744516] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.num_retries = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.744681] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.rbd_ceph_conf = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.744842] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.rbd_connect_timeout = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.745016] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.rbd_pool = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.745190] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.rbd_user = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.745372] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.region_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.745540] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.retriable_status_codes = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.745712] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.745897] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.service_type = image {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.746077] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.746236] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.status_code_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.746393] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.status_code_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.746547] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.746724] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.746887] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.verify_glance_signatures = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.747059] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] glance.version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.747231] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] guestfs.debug = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.747400] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.747590] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.auth_type = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.747753] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.747935] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.748121] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.748314] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.connect_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.748491] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.connect_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.748651] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.endpoint_override = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.748825] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.748978] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.749150] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.max_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.749310] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.min_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.749468] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.region_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.749625] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.retriable_status_codes = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.749782] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.749950] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.service_type = shared-file-system {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.750130] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.share_apply_policy_timeout = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.750295] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.750452] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.status_code_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.750612] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.status_code_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.750771] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.750954] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.751132] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] manila.version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.751321] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] mks.enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.751680] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.751872] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] image_cache.manager_interval = 2400 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.752057] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] image_cache.precache_concurrency = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.752233] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] image_cache.remove_unused_base_images = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.752405] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.752578] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.752753] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] image_cache.subdirectory_name = _base {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.752929] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.api_max_retries = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.753107] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.api_retry_interval = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.753269] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.753432] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.auth_type = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.753593] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.753751] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.753915] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.754093] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.conductor_group = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.754256] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.connect_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.754441] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.connect_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.754603] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.endpoint_override = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.754767] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.754925] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.755104] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.max_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.755264] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.min_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.755429] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.peer_list = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.755592] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.region_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.755770] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.retriable_status_codes = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.755948] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.serial_console_state_timeout = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.756126] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.756298] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.service_type = baremetal {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.756459] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.shard = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.756623] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.756781] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.status_code_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.756940] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.status_code_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.757111] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.757300] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.757495] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ironic.version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.757686] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.757879] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] key_manager.fixed_key = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.758089] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.758259] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.barbican_api_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.758419] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.barbican_endpoint = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.758593] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.barbican_endpoint_type = public {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.758750] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.barbican_region_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.758909] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.759081] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.759248] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.759410] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.759567] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.759732] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.number_of_retries = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.759892] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.retry_delay = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.760077] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.send_service_user_token = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.760351] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.760549] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.760719] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.verify_ssl = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.760880] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican.verify_ssl_path = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.761061] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.761232] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.auth_type = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.761391] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.761547] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.761713] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.761874] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.762041] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.762210] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.762371] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] barbican_service_user.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.762535] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.approle_role_id = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.762696] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.approle_secret_id = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.762866] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.kv_mountpoint = secret {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.763042] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.kv_path = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.763234] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.kv_version = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.763410] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.namespace = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.763571] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.root_token_id = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.763731] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.ssl_ca_crt_file = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.763900] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.timeout = 60.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.764078] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.use_ssl = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.764253] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.764421] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.764581] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.764745] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.764906] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.connect_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.765077] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.connect_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.765240] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.endpoint_override = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.765402] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.765558] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.765731] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.max_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.765905] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.min_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.766079] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.region_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.766277] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.retriable_status_codes = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.766457] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.766628] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.service_type = identity {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.766790] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.766951] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.status_code_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.767127] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.status_code_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.767287] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.767465] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.767623] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] keystone.version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.767848] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.ceph_mount_options = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.768306] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.768503] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.connection_uri = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.768672] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.cpu_mode = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.768893] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.769028] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.cpu_models = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.769289] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.cpu_power_governor_high = performance {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.769391] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.769557] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.cpu_power_management = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.769728] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.769900] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.device_detach_attempts = 8 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.770079] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.device_detach_timeout = 20 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.770252] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.disk_cachemodes = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.770416] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.disk_prefix = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.770583] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.enabled_perf_events = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.770746] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.file_backed_memory = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.770915] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.gid_maps = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.771091] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.hw_disk_discard = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.771254] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.hw_machine_type = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.771422] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.images_rbd_ceph_conf = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.771586] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.771749] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.771917] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.images_rbd_glance_store_name = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.772103] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.images_rbd_pool = rbd {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.772277] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.images_type = default {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.772438] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.images_volume_group = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.772605] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.inject_key = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.772770] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.inject_partition = -2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.772933] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.inject_password = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.773111] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.iscsi_iface = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.773278] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.iser_use_multipath = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.773442] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.773605] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.773768] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_downtime = 500 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.773931] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.774108] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.774271] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_inbound_addr = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.774433] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.774607] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.774749] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_scheme = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.774918] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_timeout_action = abort {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.775095] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_tunnelled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.775261] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_uri = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.775425] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.live_migration_with_native_tls = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.775585] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.max_queues = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.775779] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.776046] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.776253] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.nfs_mount_options = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.776517] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.776695] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.776863] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.777038] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.777208] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.777373] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.num_pcie_ports = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.777542] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.777711] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.pmem_namespaces = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.777917] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.quobyte_client_cfg = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.778240] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.778425] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.778594] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.778762] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.778926] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rbd_secret_uuid = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.779098] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rbd_user = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.779264] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.779436] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.779597] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rescue_image_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.779755] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rescue_kernel_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.779912] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rescue_ramdisk_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.780094] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.780258] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.rx_queue_size = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.780427] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.smbfs_mount_options = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.780710] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.780886] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.snapshot_compression = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.781061] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.snapshot_image_format = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.781299] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.781470] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.sparse_logical_volumes = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.781635] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.swtpm_enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.781808] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.swtpm_group = tss {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.781977] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.swtpm_user = tss {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.782160] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.sysinfo_serial = unique {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.782321] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.tb_cache_size = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.782477] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.tx_queue_size = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.782642] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.uid_maps = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.782805] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.use_virtio_for_bridges = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.782975] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.virt_type = kvm {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.783158] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.volume_clear = zero {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.783322] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.volume_clear_size = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.783493] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.volume_enforce_multipath = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.783661] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.volume_use_multipath = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.783820] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.vzstorage_cache_path = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.783989] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.784171] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.784401] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.784590] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.784881] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.785076] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.vzstorage_mount_user = stack {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.785248] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.785426] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.785602] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.auth_type = password {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.785790] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.785965] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.786146] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.786305] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.connect_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.786463] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.connect_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.786635] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.default_floating_pool = public {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.786793] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.endpoint_override = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.787022] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.extension_sync_interval = 600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.787217] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.http_retries = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.787391] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.787553] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.787714] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.max_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.787919] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.788104] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.min_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.788281] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.ovs_bridge = br-int {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.788449] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.physnets = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.788618] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.region_name = RegionOne {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.788803] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.retriable_status_codes = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.788948] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.service_metadata_proxy = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.789124] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.789294] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.service_type = network {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.789459] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.789616] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.status_code_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.789772] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.status_code_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.789931] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.790130] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.790294] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] neutron.version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.790466] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] notifications.bdms_in_notifications = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.790644] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] notifications.default_level = INFO {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.790808] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] notifications.include_share_mapping = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.790982] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] notifications.notification_format = unversioned {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.791165] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] notifications.notify_on_state_change = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.791341] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.791518] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] pci.alias = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.791686] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] pci.device_spec = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.791853] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] pci.report_in_placement = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.792035] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.792217] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.auth_type = password {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.792386] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.792547] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.792704] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.792864] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.793034] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.connect_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.793196] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.connect_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.793352] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.default_domain_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.793507] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.default_domain_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.793663] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.domain_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.793818] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.domain_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.793984] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.endpoint_override = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.794267] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.794542] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.794818] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.max_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.795090] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.min_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.795381] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.password = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.795675] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.project_domain_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.795974] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.project_domain_name = Default {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.796286] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.project_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.796557] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.project_name = service {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.796754] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.region_name = RegionOne {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.796927] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.retriable_status_codes = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.797112] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.797291] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.service_type = placement {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.797459] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.797620] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.status_code_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.797806] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.status_code_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.797978] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.system_scope = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.798156] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.798316] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.trust_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.798474] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.user_domain_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.798643] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.user_domain_name = Default {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.798804] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.user_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.798978] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.username = nova {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.799176] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.799338] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] placement.version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.799524] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.cores = 20 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.799691] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.count_usage_from_placement = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.799863] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.800048] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.injected_file_content_bytes = 10240 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.800221] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.injected_file_path_length = 255 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.800386] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.injected_files = 5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.800552] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.instances = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.800715] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.key_pairs = 100 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.800880] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.metadata_items = 128 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.801061] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.ram = 51200 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.801226] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.recheck_quota = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.801391] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.server_group_members = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.801556] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.server_groups = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.801766] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.801941] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] quota.unified_limits_resource_strategy = require {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.802129] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.802301] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.802463] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.image_metadata_prefilter = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.802619] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.802780] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.max_attempts = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.802941] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.max_placement_results = 1000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.803127] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.803294] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.803453] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.803625] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] scheduler.workers = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.803797] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.803967] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.804158] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.804326] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.804490] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.804653] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.804817] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.805016] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.805192] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.host_subset_size = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.805356] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.805514] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.805682] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.805883] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.806082] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.806251] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.isolated_hosts = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.806413] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.isolated_images = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.806574] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.806732] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.806894] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.807066] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.pci_in_placement = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.807230] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.807388] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.807545] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.807705] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.807893] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.808082] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.808251] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.track_instance_changes = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.808429] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.808602] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] metrics.required = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.808770] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] metrics.weight_multiplier = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.808960] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.809145] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] metrics.weight_setting = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.809454] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.809628] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] serial_console.enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.809802] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] serial_console.port_range = 10000:20000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.809973] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.810154] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.810320] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] serial_console.serialproxy_port = 6083 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.810486] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.810660] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.auth_type = password {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.810820] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.810980] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.811159] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.811319] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.811474] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.811642] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.send_service_user_token = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.811803] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.811961] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] service_user.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.812145] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.agent_enabled = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.812310] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.812607] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.812811] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.812984] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.html5proxy_port = 6082 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.813162] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.image_compression = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.813320] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.jpeg_compression = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.813480] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.playback_compression = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.813643] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.require_secure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.813811] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.server_listen = 127.0.0.1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.813987] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.814324] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.814503] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.streaming_mode = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.814667] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] spice.zlib_compression = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.814834] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] upgrade_levels.baseapi = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.815038] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] upgrade_levels.compute = auto {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.815183] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] upgrade_levels.conductor = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.815343] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] upgrade_levels.scheduler = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.815508] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.815669] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.815862] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.816039] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.816206] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.816367] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.816523] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.816684] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.816842] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vendordata_dynamic_auth.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.817027] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.api_retry_count = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.817191] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.ca_file = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.817361] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.817527] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.cluster_name = testcl1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.817690] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.connection_pool_size = 10 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.817873] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.console_delay_seconds = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.818064] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.datastore_regex = ^datastore.* {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.818281] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.818465] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.host_password = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.818634] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.host_port = 443 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.818824] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.host_username = administrator@vsphere.local {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.819013] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.insecure = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.819185] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.integration_bridge = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.819349] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.maximum_objects = 100 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.819507] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.pbm_default_policy = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.819667] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.pbm_enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.819823] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.pbm_wsdl_location = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.819991] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.820166] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.serial_port_proxy_uri = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.820321] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.serial_port_service_uri = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.820487] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.task_poll_interval = 0.5 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.820658] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.use_linked_clone = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.820827] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.vnc_keymap = en-us {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.820990] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.vnc_port = 5900 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.821168] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vmware.vnc_port_total = 10000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.821357] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.auth_schemes = ['none'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.821527] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.821809] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.821996] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.822184] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.novncproxy_port = 6080 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.822374] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.server_listen = 127.0.0.1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.822557] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.822720] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.vencrypt_ca_certs = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.822877] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.vencrypt_client_cert = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.823045] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vnc.vencrypt_client_key = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.823228] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.823387] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.disable_deep_image_inspection = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.823549] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.823710] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.823869] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.824042] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.disable_rootwrap = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.824217] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.enable_numa_live_migration = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.824363] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.824524] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.824685] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.824844] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.libvirt_disable_apic = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.825016] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.825188] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.825491] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.825665] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.825869] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.826054] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.826223] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.826385] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.826547] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.826713] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.826898] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.827081] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.client_socket_timeout = 900 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.827250] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.default_pool_size = 1000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.827417] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.keep_alive = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.827584] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.max_header_line = 16384 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.827744] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.827933] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.ssl_ca_file = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.828114] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.ssl_cert_file = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.828279] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.ssl_key_file = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.828442] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.tcp_keepidle = 600 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.828614] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.828898] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] zvm.ca_file = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.828974] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] zvm.cloud_connector_url = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.829276] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.829454] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] zvm.reachable_timeout = 300 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.829628] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.829807] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.830060] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.connection_string = messaging:// {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.830230] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.enabled = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.830403] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.es_doc_type = notification {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.830568] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.es_scroll_size = 10000 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.830734] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.es_scroll_time = 2m {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.830896] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.filter_error_trace = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.831080] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.hmac_keys = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.831254] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.sentinel_service_name = mymaster {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.831422] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.socket_timeout = 0.1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.831584] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.trace_requests = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.831744] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler.trace_sqlalchemy = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.831926] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler_jaeger.process_tags = {} {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.832102] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler_jaeger.service_name_prefix = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.832267] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] profiler_otlp.service_name_prefix = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.832430] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] remote_debug.host = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.832587] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] remote_debug.port = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.832761] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.832930] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.833102] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.833265] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.833425] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.833584] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.833744] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.833904] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.834077] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.834252] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.834412] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.834579] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.834745] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.834908] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.835085] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.835300] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.835415] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.835575] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.835761] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.835938] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.836117] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.836286] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.836448] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.836610] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.836770] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.836930] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.837111] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.837277] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.837437] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.837598] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.837762] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.ssl = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.837959] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.838148] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.838315] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.838479] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.838646] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.838809] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.838996] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.839177] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_notifications.retry = -1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.839355] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.839526] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.839697] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.auth_section = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.839862] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.auth_type = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.840033] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.cafile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.840200] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.certfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.840363] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.collect_timing = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.840524] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.connect_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.840685] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.connect_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.840843] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.endpoint_id = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.841026] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.841190] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.endpoint_override = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.841348] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.endpoint_region_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.841505] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.endpoint_service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.841661] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.endpoint_service_type = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.841825] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.insecure = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.841985] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.keyfile = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.842156] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.max_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.842313] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.min_version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.842466] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.region_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.842625] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.retriable_status_codes = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.842784] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.service_name = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.842939] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.service_type = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.843112] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.split_loggers = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.843271] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.status_code_retries = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.843426] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.status_code_retry_delay = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.843583] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.timeout = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.843739] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.valid_interfaces = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.843895] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_limit.version = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.844073] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_reports.file_event_handler = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.844249] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.844398] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] oslo_reports.log_dir = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.844572] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.844733] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.844893] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.845075] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.845245] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.845405] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.845569] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.845748] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_ovs_privileged.group = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.846132] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.846132] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.846250] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.846403] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] vif_plug_ovs_privileged.user = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.846672] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.846745] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.846918] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.847101] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.847273] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.847444] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.847610] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.847772] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.847980] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.848172] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_ovs.isolate_vif = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.848345] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.848511] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.848681] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.848851] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.849023] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] os_vif_ovs.per_port_bridge = False {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.849200] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] privsep_osbrick.capabilities = [21] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.849361] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] privsep_osbrick.group = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.849519] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] privsep_osbrick.helper_command = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.849684] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.849849] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.850014] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] privsep_osbrick.user = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.850193] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.850352] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] nova_sys_admin.group = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.850505] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] nova_sys_admin.helper_command = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.850669] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.850829] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.850986] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] nova_sys_admin.user = None {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 641.851129] env[69316]: DEBUG oslo_service.backend.eventlet.service [None req-ca989336-25a8-4ffa-9e84-7cb54d980360 None None] ******************************************************************************** {{(pid=69316) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 641.851548] env[69316]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 642.354663] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Getting list of instances from cluster (obj){ [ 642.354663] env[69316]: value = "domain-c8" [ 642.354663] env[69316]: _type = "ClusterComputeResource" [ 642.354663] env[69316]: } {{(pid=69316) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 642.355941] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d24940-4809-48c2-b5e6-21f9e7796c81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.365187] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Got total of 0 instances {{(pid=69316) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 642.365766] env[69316]: WARNING nova.virt.vmwareapi.driver [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 642.366259] env[69316]: INFO nova.virt.node [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Generated node identity 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 [ 642.366489] env[69316]: INFO nova.virt.node [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Wrote node identity 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 to /opt/stack/data/n-cpu-1/compute_id [ 642.872668] env[69316]: WARNING nova.compute.manager [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Compute nodes ['6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 643.878516] env[69316]: INFO nova.compute.manager [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 644.884979] env[69316]: WARNING nova.compute.manager [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 644.885314] env[69316]: DEBUG oslo_concurrency.lockutils [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.885459] env[69316]: DEBUG oslo_concurrency.lockutils [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.885610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.885791] env[69316]: DEBUG nova.compute.resource_tracker [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 644.886742] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58e899d-5a90-40b2-9f63-982cf579c992 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.895337] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c556b7-00bb-458c-bf7e-313feef3b514 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.909774] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dbd30b-1bd5-45bb-b79e-26135174321c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.916067] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce7a3a-6c0a-4306-9805-666e543150f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.944677] env[69316]: DEBUG nova.compute.resource_tracker [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181037MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 644.944835] env[69316]: DEBUG oslo_concurrency.lockutils [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.945027] env[69316]: DEBUG oslo_concurrency.lockutils [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.447569] env[69316]: WARNING nova.compute.resource_tracker [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] No compute node record for cpu-1:6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 could not be found. [ 645.951330] env[69316]: INFO nova.compute.resource_tracker [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 [ 647.460090] env[69316]: DEBUG nova.compute.resource_tracker [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 647.460528] env[69316]: DEBUG nova.compute.resource_tracker [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 647.618311] env[69316]: INFO nova.scheduler.client.report [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] [req-531c2609-2429-4d78-9f20-897e84f09cf5] Created resource provider record via placement API for resource provider with UUID 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 647.634935] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5544580-9af0-4475-a1e7-70edc2ab4052 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.643292] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dc8592-00bf-4f7a-aaa0-7091c21d0613 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.673639] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f901010d-2577-4914-a47d-7fd0e34fa818 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.680601] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b539d4-6177-4e94-8587-7a4b8bbb746f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.693659] env[69316]: DEBUG nova.compute.provider_tree [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.230479] env[69316]: DEBUG nova.scheduler.client.report [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 648.230712] env[69316]: DEBUG nova.compute.provider_tree [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 0 to 1 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 648.230845] env[69316]: DEBUG nova.compute.provider_tree [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.280813] env[69316]: DEBUG nova.compute.provider_tree [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 1 to 2 during operation: update_traits {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 648.784867] env[69316]: DEBUG nova.compute.resource_tracker [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 648.785295] env[69316]: DEBUG oslo_concurrency.lockutils [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.785295] env[69316]: DEBUG nova.service [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Creating RPC server for service compute {{(pid=69316) start /opt/stack/nova/nova/service.py:186}} [ 648.800056] env[69316]: DEBUG nova.service [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] Join ServiceGroup membership for this service compute {{(pid=69316) start /opt/stack/nova/nova/service.py:203}} [ 648.800056] env[69316]: DEBUG nova.servicegroup.drivers.db [None req-42169b95-8ee3-4ab8-a279-a13ec8f917ce None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69316) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 688.282909] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.283203] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.581591] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "dd26354c-255e-445d-a262-9ebf5c8bd160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.581886] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.706033] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "64aea4a9-d672-473a-b00c-e3aeaa544c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.706274] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "64aea4a9-d672-473a-b00c-e3aeaa544c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.790921] env[69316]: DEBUG nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.814724] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "4267677a-a170-4790-b847-c4f077b37015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.815998] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "4267677a-a170-4790-b847-c4f077b37015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.085084] env[69316]: DEBUG nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.210384] env[69316]: DEBUG nova.compute.manager [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.321311] env[69316]: DEBUG nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.339393] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.339393] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.342675] env[69316]: INFO nova.compute.claims [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.612466] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.741785] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.848319] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.467302] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c447647b-e24a-47ce-a03a-de50dd315c3d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.479637] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d14f82-49a6-43c4-ad63-c6daa7b28e45 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.518295] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58105d1-170c-4057-866a-30b4916ce254 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.525993] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10a2fa0-a32a-4202-9d74-5f79685265b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.543047] env[69316]: DEBUG nova.compute.provider_tree [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.801761] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.814942] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquiring lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.815200] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.046628] env[69316]: DEBUG nova.scheduler.client.report [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.309314] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Getting list of instances from cluster (obj){ [ 691.309314] env[69316]: value = "domain-c8" [ 691.309314] env[69316]: _type = "ClusterComputeResource" [ 691.309314] env[69316]: } {{(pid=69316) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 691.310389] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48308fb2-83c6-44fe-a906-90e06ab54f1b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.317040] env[69316]: DEBUG nova.compute.manager [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.322327] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Got total of 0 instances {{(pid=69316) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 691.322771] env[69316]: WARNING nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 691.323039] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid 65fceb63-2326-4d32-8281-2b7402fa4d5c {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 691.323756] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.328018] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.328018] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Getting list of instances from cluster (obj){ [ 691.328018] env[69316]: value = "domain-c8" [ 691.328018] env[69316]: _type = "ClusterComputeResource" [ 691.328018] env[69316]: } {{(pid=69316) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 691.328018] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf63db57-fe52-4715-ba97-ac2997d13d65 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.337057] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Got total of 0 instances {{(pid=69316) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 691.551073] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.551789] env[69316]: DEBUG nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.554673] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.942s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.556154] env[69316]: INFO nova.compute.claims [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.850299] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.061850] env[69316]: DEBUG nova.compute.utils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.064927] env[69316]: DEBUG nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.065235] env[69316]: DEBUG nova.network.neutron [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.082811] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "48ed2483-9904-429f-b48d-8dc0150b8fff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.082811] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.400709] env[69316]: DEBUG nova.policy [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7d9491c1a7e4f8fbc8a5a3ea407b9d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f97f304dbcf4d8f8436103934e29ab0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.572653] env[69316]: DEBUG nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.586867] env[69316]: DEBUG nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.745360] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c128a3-bfdd-4da1-9180-7e806847c325 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.759965] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc904952-edc4-4aa1-b459-f6bca98e3f32 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.801429] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259682d4-b17f-4673-ac16-24f87410a33f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.809744] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426e5161-8d41-44be-b7e8-01171755e4c4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.827237] env[69316]: DEBUG nova.compute.provider_tree [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.129415] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.330721] env[69316]: DEBUG nova.scheduler.client.report [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.399959] env[69316]: DEBUG nova.network.neutron [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Successfully created port: 377fca5e-a3c8-4d8d-9120-8caf0dfba728 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.588732] env[69316]: DEBUG nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.629174] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.629393] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.629619] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.629714] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.629854] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.630015] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.631190] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.631190] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.631190] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.631190] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.631444] env[69316]: DEBUG nova.virt.hardware [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.632394] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefd630b-89f2-4459-921a-44978662b5e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.640960] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782784c3-8be6-415d-b20c-5bdb33a09dd5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.657446] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6f4ed0-e27d-4899-814e-968aa877d367 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.837854] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.839065] env[69316]: DEBUG nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.842859] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.101s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.843877] env[69316]: INFO nova.compute.claims [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.353787] env[69316]: DEBUG nova.compute.utils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.358277] env[69316]: DEBUG nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.358559] env[69316]: DEBUG nova.network.neutron [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.606675] env[69316]: DEBUG nova.policy [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eeb0e3a4c244252b9bb89c25199d8d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba2acbd9be9a41ff91cec90c04bbbdf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.860077] env[69316]: DEBUG nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.019186] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329fcd3-0b53-4b16-8a33-8a2d0ef87497 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.030298] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced9aff-e1f8-4040-8774-17994605a770 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.064619] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137c0724-3bba-499c-a7b2-2aa959c8a1a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.072716] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72fdf1f-45b9-4f4c-a63f-226e7321a96e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.089803] env[69316]: DEBUG nova.compute.provider_tree [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.580654] env[69316]: DEBUG nova.network.neutron [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Successfully created port: b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.593285] env[69316]: DEBUG nova.scheduler.client.report [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.871715] env[69316]: DEBUG nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.918782] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.918782] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.918782] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.919049] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.919049] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.919049] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.919049] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.919049] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.919195] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.919195] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.919195] env[69316]: DEBUG nova.virt.hardware [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.919195] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291529f8-cf12-462d-8481-54fce6ccfc92 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.929115] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b5f770-0799-44bf-af18-afdd3c739e6e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.098254] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.098871] env[69316]: DEBUG nova.compute.manager [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.105884] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.257s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.107200] env[69316]: INFO nova.compute.claims [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.607705] env[69316]: DEBUG nova.compute.utils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.612917] env[69316]: DEBUG nova.compute.manager [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 696.752660] env[69316]: DEBUG nova.network.neutron [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Successfully updated port: 377fca5e-a3c8-4d8d-9120-8caf0dfba728 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.028441] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.028441] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.028441] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.028441] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.028441] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.028441] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.029192] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.029192] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 697.029192] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.114938] env[69316]: DEBUG nova.compute.manager [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.257614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.257614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquired lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.257614] env[69316]: DEBUG nova.network.neutron [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.288612] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039dcfc1-70a7-4b99-a81f-31247c5bcc19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.296531] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0b8285-9f58-446f-b0f3-b178e13aa6c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.329797] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c5a1da-bb70-4aee-b08a-bd36089725a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.339285] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62a882-c308-471e-8ed7-96e87844ac63 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.353855] env[69316]: DEBUG nova.compute.provider_tree [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.534443] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.565396] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "2b8b533d-0169-463f-9035-b2267bb74a87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.565616] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.842730] env[69316]: DEBUG nova.network.neutron [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.857379] env[69316]: DEBUG nova.scheduler.client.report [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.071146] env[69316]: DEBUG nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.126130] env[69316]: DEBUG nova.compute.manager [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.180634] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.182526] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.183056] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.183929] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.184716] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.185106] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.185435] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.185705] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.185984] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.186293] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.186599] env[69316]: DEBUG nova.virt.hardware [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.188218] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa85bb-0d43-4c3d-a54f-72934a705ef0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.198025] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc642d-a845-4cd8-a91f-b726cf0f462c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.214368] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.224816] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.229070] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37719a79-d3aa-4db7-bb13-333f96d1ff19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.241617] env[69316]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 698.241788] env[69316]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69316) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 698.242165] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 698.242353] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Creating folder: Project (503d0f68c25d4700ac123c4e710d5c87). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.242587] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7356ed36-9d29-43d5-a550-fb3a5ef0f15c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.257682] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Created folder: Project (503d0f68c25d4700ac123c4e710d5c87) in parent group-v671748. [ 698.257888] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Creating folder: Instances. Parent ref: group-v671752. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.258116] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5103da1a-6ef0-4b4a-bca8-80a501c02f8d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.266378] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Created folder: Instances in parent group-v671752. [ 698.266660] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.266866] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.267105] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2bcd86a-6a01-4748-8f74-6c7bc46dde43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.288155] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.288155] env[69316]: value = "task-3366492" [ 698.288155] env[69316]: _type = "Task" [ 698.288155] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.296571] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366492, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.369236] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.369853] env[69316]: DEBUG nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.372869] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.523s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.374629] env[69316]: INFO nova.compute.claims [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.527100] env[69316]: DEBUG nova.compute.manager [req-de8feb54-19d5-48f6-b321-9aeb1dd5446e req-245f501e-f978-40a9-ac44-7f068c6aef4b service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Received event network-vif-plugged-377fca5e-a3c8-4d8d-9120-8caf0dfba728 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.527155] env[69316]: DEBUG oslo_concurrency.lockutils [req-de8feb54-19d5-48f6-b321-9aeb1dd5446e req-245f501e-f978-40a9-ac44-7f068c6aef4b service nova] Acquiring lock "65fceb63-2326-4d32-8281-2b7402fa4d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.527345] env[69316]: DEBUG oslo_concurrency.lockutils [req-de8feb54-19d5-48f6-b321-9aeb1dd5446e req-245f501e-f978-40a9-ac44-7f068c6aef4b service nova] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.527513] env[69316]: DEBUG oslo_concurrency.lockutils [req-de8feb54-19d5-48f6-b321-9aeb1dd5446e req-245f501e-f978-40a9-ac44-7f068c6aef4b service nova] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.527676] env[69316]: DEBUG nova.compute.manager [req-de8feb54-19d5-48f6-b321-9aeb1dd5446e req-245f501e-f978-40a9-ac44-7f068c6aef4b service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] No waiting events found dispatching network-vif-plugged-377fca5e-a3c8-4d8d-9120-8caf0dfba728 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.527827] env[69316]: WARNING nova.compute.manager [req-de8feb54-19d5-48f6-b321-9aeb1dd5446e req-245f501e-f978-40a9-ac44-7f068c6aef4b service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Received unexpected event network-vif-plugged-377fca5e-a3c8-4d8d-9120-8caf0dfba728 for instance with vm_state building and task_state spawning. [ 698.605000] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.677537] env[69316]: DEBUG nova.network.neutron [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Updating instance_info_cache with network_info: [{"id": "377fca5e-a3c8-4d8d-9120-8caf0dfba728", "address": "fa:16:3e:d2:9d:f7", "network": {"id": "6810f4aa-2c0d-435d-aa68-abf40b6aaf21", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1802080040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f97f304dbcf4d8f8436103934e29ab0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377fca5e-a3", "ovs_interfaceid": "377fca5e-a3c8-4d8d-9120-8caf0dfba728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.801014] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366492, 'name': CreateVM_Task, 'duration_secs': 0.304651} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.802205] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.806958] env[69316]: DEBUG oslo_vmware.service [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa33ce5-f7d6-4df1-9972-6b7dec3ce83e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.809989] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.809989] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.810769] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.810918] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55105d12-bd83-4cb7-9960-428c0413c3d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.817869] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 698.817869] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52173fa4-2f34-4e2c-1d7b-6bd8c0cf7ad6" [ 698.817869] env[69316]: _type = "Task" [ 698.817869] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.826616] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52173fa4-2f34-4e2c-1d7b-6bd8c0cf7ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.854380] env[69316]: DEBUG nova.network.neutron [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Successfully updated port: b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.879906] env[69316]: DEBUG nova.compute.utils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.888847] env[69316]: DEBUG nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.888847] env[69316]: DEBUG nova.network.neutron [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.033034] env[69316]: DEBUG nova.policy [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95579203542c41ba8eef1e5aa8e93bc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45c5013776184938bb9e47fbdc99996d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.180573] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Releasing lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.180897] env[69316]: DEBUG nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Instance network_info: |[{"id": "377fca5e-a3c8-4d8d-9120-8caf0dfba728", "address": "fa:16:3e:d2:9d:f7", "network": {"id": "6810f4aa-2c0d-435d-aa68-abf40b6aaf21", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1802080040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f97f304dbcf4d8f8436103934e29ab0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377fca5e-a3", "ovs_interfaceid": "377fca5e-a3c8-4d8d-9120-8caf0dfba728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.184507] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:9d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '377fca5e-a3c8-4d8d-9120-8caf0dfba728', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.193806] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Creating folder: Project (5f97f304dbcf4d8f8436103934e29ab0). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.194875] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e3bc568-d8af-4ea6-bc74-3c7f40d80e3e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.207776] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Created folder: Project (5f97f304dbcf4d8f8436103934e29ab0) in parent group-v671748. [ 699.208773] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Creating folder: Instances. Parent ref: group-v671755. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.208773] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-378b4766-41c8-4fd9-a4c6-1d3bf94c49dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.220991] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Created folder: Instances in parent group-v671755. [ 699.221346] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.221589] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.221843] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7407f73a-fd57-4fb4-881c-a98edb43d305 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.250282] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.250282] env[69316]: value = "task-3366495" [ 699.250282] env[69316]: _type = "Task" [ 699.250282] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.259262] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366495, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.332545] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.332989] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.335746] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.335746] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.335746] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.335746] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52cbdcba-2dad-426b-b750-35cbeccf117d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.348580] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.349349] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.349861] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b32b994-2618-4e95-8c1c-c173d6b3bb70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.358638] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.358638] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.358638] env[69316]: DEBUG nova.network.neutron [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.367072] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d21633-b9ec-41b9-83e8-c62e4b4cb532 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.374845] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 699.374845] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5244fdac-4ecb-0b94-d3ef-8e42bd22f86a" [ 699.374845] env[69316]: _type = "Task" [ 699.374845] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.390035] env[69316]: DEBUG nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.395157] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Preparing fetch location {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 699.395157] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Creating directory with path [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.395913] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9ca7e83-b3ee-49f1-b730-91f482e218c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.417762] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Created directory with path [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.417762] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Fetch image to [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 699.417762] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Downloading image file data e4d7b703-0b63-49dc-9446-f4c89690b42f to [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69316) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 699.418517] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb5e876-e012-43dc-aa56-834e6f33c200 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.435092] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7621783-31b0-4443-868c-3371404dcd31 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.447597] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da972ca3-b23d-429e-89dc-4eb0e093c7e8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.488920] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fff8cbd-26f5-4066-a018-84b05c22357e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.497829] env[69316]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-272da848-1f18-4197-a47c-ab77b85c41ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.532942] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Downloading image file data e4d7b703-0b63-49dc-9446-f4c89690b42f to the data store datastore1 {{(pid=69316) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 699.569592] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f755d931-14e7-4857-9db5-c838686b8c13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.580604] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4583fc9c-2061-4f6a-ad19-c28eeeac0080 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.616196] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69316) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 699.618671] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3389c-341f-4f03-96a4-846d23260840 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.681181] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c781b94-59b4-4abb-a704-a3de0e4dfbeb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.700428] env[69316]: DEBUG nova.compute.provider_tree [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.770423] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366495, 'name': CreateVM_Task, 'duration_secs': 0.371763} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.770423] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.782123] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.782391] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.782900] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.783228] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82093a13-164a-4770-9659-af9f4f8ebd04 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.793611] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 699.793611] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52dc5a93-2998-bb0d-633c-8f7167e68a7b" [ 699.793611] env[69316]: _type = "Task" [ 699.793611] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.811949] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.811949] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.812801] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.935353] env[69316]: DEBUG nova.network.neutron [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.206031] env[69316]: DEBUG nova.scheduler.client.report [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.355429] env[69316]: DEBUG nova.network.neutron [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Successfully created port: 91ec2ec2-9593-4335-b756-54b90cc039a7 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.410484] env[69316]: DEBUG nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.447478] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.447710] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.447886] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.448102] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.448251] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.449642] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.449642] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.449642] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.449642] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.449642] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.449977] env[69316]: DEBUG nova.virt.hardware [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.450743] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15155c62-c938-4e45-bada-64148e0c5d2a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.457223] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Completed reading data from the image iterator. {{(pid=69316) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 700.457421] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 700.464345] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1404be5-72f7-48c5-b1a7-321488a73a8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.516063] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Downloaded image file data e4d7b703-0b63-49dc-9446-f4c89690b42f to vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69316) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 700.519104] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Caching image {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 700.519342] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Copying Virtual Disk [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk to [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.519635] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a702c0-8e6d-4a0b-8b4a-e3b4ed12557b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.530495] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 700.530495] env[69316]: value = "task-3366497" [ 700.530495] env[69316]: _type = "Task" [ 700.530495] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.541821] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.709517] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.710094] env[69316]: DEBUG nova.compute.manager [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.716233] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.587s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.720797] env[69316]: INFO nova.compute.claims [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.737222] env[69316]: DEBUG nova.network.neutron [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updating instance_info_cache with network_info: [{"id": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "address": "fa:16:3e:ba:29:7f", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d670f4-44", "ovs_interfaceid": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.042060] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366497, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.225488] env[69316]: DEBUG nova.compute.utils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.232263] env[69316]: DEBUG nova.compute.manager [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 701.240196] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.240518] env[69316]: DEBUG nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Instance network_info: |[{"id": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "address": "fa:16:3e:ba:29:7f", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d670f4-44", "ovs_interfaceid": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.241604] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:29:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5d670f4-44d3-436e-933c-b2fae6553ab7', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.250955] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Creating folder: Project (ba2acbd9be9a41ff91cec90c04bbbdf1). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.252242] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b442229-10a0-4cb0-90f5-87db3caaa6f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.269088] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Created folder: Project (ba2acbd9be9a41ff91cec90c04bbbdf1) in parent group-v671748. [ 701.270724] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Creating folder: Instances. Parent ref: group-v671758. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.270724] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74c37842-0790-448c-84a0-3d949953393e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.281974] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Created folder: Instances in parent group-v671758. [ 701.282263] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.282457] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.282672] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2340d0c-984c-48b8-8e1f-3cee778d613f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.307159] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.307159] env[69316]: value = "task-3366500" [ 701.307159] env[69316]: _type = "Task" [ 701.307159] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.316412] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366500, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.544302] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771991} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.547055] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Copied Virtual Disk [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk to [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.547055] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleting the datastore file [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.547055] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-588b39e2-051e-4dde-907d-ea733057be4f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.557247] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 701.557247] env[69316]: value = "task-3366501" [ 701.557247] env[69316]: _type = "Task" [ 701.557247] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.563950] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.698108] env[69316]: DEBUG nova.compute.manager [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Received event network-changed-377fca5e-a3c8-4d8d-9120-8caf0dfba728 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.698751] env[69316]: DEBUG nova.compute.manager [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Refreshing instance network info cache due to event network-changed-377fca5e-a3c8-4d8d-9120-8caf0dfba728. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.698751] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Acquiring lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.698751] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Acquired lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.699129] env[69316]: DEBUG nova.network.neutron [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Refreshing network info cache for port 377fca5e-a3c8-4d8d-9120-8caf0dfba728 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.730247] env[69316]: DEBUG nova.compute.manager [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.819386] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366500, 'name': CreateVM_Task, 'duration_secs': 0.451125} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.819879] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.820268] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.820990] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.820990] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.820990] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8513c9b-89ed-4dea-a6c1-76a0ed6b59fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.828842] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 701.828842] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c5e1f6-a249-807a-0183-73c35e4275f6" [ 701.828842] env[69316]: _type = "Task" [ 701.828842] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.838552] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c5e1f6-a249-807a-0183-73c35e4275f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.906943] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223f2f19-220e-4075-99e9-840fbdb54196 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.917590] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3988a327-8232-4471-85ed-504100347482 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.949632] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ea2da-d304-437c-a367-b409b7f3615c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.958675] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbc6e8b-9b98-492f-8101-f881bd2508cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.972410] env[69316]: DEBUG nova.compute.provider_tree [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.066606] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023045} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.067029] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.067143] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Moving file from [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694/e4d7b703-0b63-49dc-9446-f4c89690b42f to [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f. {{(pid=69316) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 702.067362] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e45ed9f1-0966-4063-9afe-a62b37e4cee3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.074830] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 702.074830] env[69316]: value = "task-3366503" [ 702.074830] env[69316]: _type = "Task" [ 702.074830] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.083789] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366503, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.094465] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.094773] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.348545] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.348545] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.348545] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.477153] env[69316]: DEBUG nova.scheduler.client.report [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.587462] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366503, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025299} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.587462] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] File moved {{(pid=69316) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 702.587462] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Cleaning up location [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694 {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 702.587462] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleting the datastore file [datastore1] vmware_temp/2b57b79d-f1d3-4396-ab75-f11920e17694 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.587462] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c52fed95-144c-4fdf-b8ec-5d1e364698e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.595924] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 702.595924] env[69316]: value = "task-3366504" [ 702.595924] env[69316]: _type = "Task" [ 702.595924] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.601445] env[69316]: DEBUG nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.611480] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.746466] env[69316]: DEBUG nova.compute.manager [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.764772] env[69316]: DEBUG nova.network.neutron [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Updated VIF entry in instance network info cache for port 377fca5e-a3c8-4d8d-9120-8caf0dfba728. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.764772] env[69316]: DEBUG nova.network.neutron [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Updating instance_info_cache with network_info: [{"id": "377fca5e-a3c8-4d8d-9120-8caf0dfba728", "address": "fa:16:3e:d2:9d:f7", "network": {"id": "6810f4aa-2c0d-435d-aa68-abf40b6aaf21", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1802080040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f97f304dbcf4d8f8436103934e29ab0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377fca5e-a3", "ovs_interfaceid": "377fca5e-a3c8-4d8d-9120-8caf0dfba728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.783037] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.783037] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.783260] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.783260] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.783397] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.783545] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.783770] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.783902] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.784615] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.784872] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.785080] env[69316]: DEBUG nova.virt.hardware [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.786851] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cceaa0f-e396-4153-99dc-134da6937bcc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.798470] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a138244f-328c-4bc8-9d88-59c19b3da961 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.817234] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.823373] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Creating folder: Project (aef507acb4fc4b738f0a831f3fa21a71). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.823998] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c7e1808-b5fc-403f-93ff-8eed01de0f9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.833586] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Created folder: Project (aef507acb4fc4b738f0a831f3fa21a71) in parent group-v671748. [ 702.834051] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Creating folder: Instances. Parent ref: group-v671761. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.834219] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-627be658-b797-4b54-9b32-dd7f4a7fdef9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.843636] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Created folder: Instances in parent group-v671761. [ 702.843934] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.844086] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.844289] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c5a029-b8d2-4cea-b461-14ca2ea26442 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.865885] env[69316]: DEBUG nova.network.neutron [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Successfully updated port: 91ec2ec2-9593-4335-b756-54b90cc039a7 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.867972] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.867972] env[69316]: value = "task-3366507" [ 702.867972] env[69316]: _type = "Task" [ 702.867972] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.877827] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366507, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.986755] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.987292] env[69316]: DEBUG nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.991095] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.457s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.991273] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.991429] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 702.991950] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.388s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.994036] env[69316]: INFO nova.compute.claims [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.997368] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f54de3-ba68-40e2-91ef-b2dee74b45c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.008732] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4cbc48-119f-4eef-9c32-1dc0ce215e93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.023869] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbad1225-05fa-47db-9b2b-6d077c1131f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.031804] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9c03c-028b-4094-a1a3-cc3a8d3d4cf1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.068614] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180996MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 703.068750] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.105928] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023939} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.108668] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.111755] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a1e078-2d36-40e9-91eb-c482d0b18ace {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.117389] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 703.117389] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]522e4a22-d1aa-8dbc-9463-c028ac91f80a" [ 703.117389] env[69316]: _type = "Task" [ 703.117389] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.126391] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522e4a22-d1aa-8dbc-9463-c028ac91f80a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.136740] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.266767] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Releasing lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.267102] env[69316]: DEBUG nova.compute.manager [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Received event network-vif-plugged-b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.267302] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Acquiring lock "dd26354c-255e-445d-a262-9ebf5c8bd160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.267506] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.267665] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.267825] env[69316]: DEBUG nova.compute.manager [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] No waiting events found dispatching network-vif-plugged-b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.267988] env[69316]: WARNING nova.compute.manager [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Received unexpected event network-vif-plugged-b5d670f4-44d3-436e-933c-b2fae6553ab7 for instance with vm_state building and task_state spawning. [ 703.268160] env[69316]: DEBUG nova.compute.manager [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Received event network-changed-b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.268310] env[69316]: DEBUG nova.compute.manager [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Refreshing instance network info cache due to event network-changed-b5d670f4-44d3-436e-933c-b2fae6553ab7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.268557] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Acquiring lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.268695] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Acquired lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.268851] env[69316]: DEBUG nova.network.neutron [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Refreshing network info cache for port b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.370483] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "refresh_cache-4267677a-a170-4790-b847-c4f077b37015" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.370779] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquired lock "refresh_cache-4267677a-a170-4790-b847-c4f077b37015" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.370885] env[69316]: DEBUG nova.network.neutron [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.382590] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366507, 'name': CreateVM_Task, 'duration_secs': 0.329406} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.382797] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.383786] env[69316]: DEBUG oslo_vmware.service [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b807054-9c85-4ce4-92de-2240ea6cf029 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.392772] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.392965] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.393314] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.394144] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9d8026-7d3a-474e-8043-062b9912efb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.399953] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 703.399953] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52d78578-28ff-ee5b-f98d-70b39afa882d" [ 703.399953] env[69316]: _type = "Task" [ 703.399953] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.407961] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d78578-28ff-ee5b-f98d-70b39afa882d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.498550] env[69316]: DEBUG nova.compute.utils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.503712] env[69316]: DEBUG nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.503712] env[69316]: DEBUG nova.network.neutron [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.643730] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522e4a22-d1aa-8dbc-9463-c028ac91f80a, 'name': SearchDatastore_Task, 'duration_secs': 0.013678} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.643730] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.643730] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.643730] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.644130] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.646891] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07608b6a-0faf-4d9d-8f63-3d7ce54cda03 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.649843] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61499bd6-ea45-4a88-90d0-708c3ad1ad29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.654929] env[69316]: DEBUG nova.policy [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f72a9d3f2d14461b9a06db236a3cb38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '034a4937efd44106bdc642e1d4855519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.665531] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 703.665531] env[69316]: value = "task-3366508" [ 703.665531] env[69316]: _type = "Task" [ 703.665531] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.677602] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.688090] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.688342] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.689794] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bc5ac4-3f5f-452c-a8fc-79a9b3ca237c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.697054] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 703.697054] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aef495-4345-4977-01d0-7c0ab670a993" [ 703.697054] env[69316]: _type = "Task" [ 703.697054] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.706196] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52aef495-4345-4977-01d0-7c0ab670a993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.912449] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.912710] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.912948] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.913106] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.913285] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.913555] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac61cd24-af8b-42a2-9b83-3eb5bacf9945 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.923705] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.923909] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.928029] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdfc91d-26b0-4e56-bc70-3dc243990716 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.932527] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b2836d-9f56-488d-ab70-1dee0451e18e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.938948] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 703.938948] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cdbed0-9458-b0f5-6774-ae26e3ee5d83" [ 703.938948] env[69316]: _type = "Task" [ 703.938948] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.947762] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cdbed0-9458-b0f5-6774-ae26e3ee5d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.992670] env[69316]: DEBUG nova.network.neutron [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.006583] env[69316]: DEBUG nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.180489] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366508, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.193727] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.194115] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.220364] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52aef495-4345-4977-01d0-7c0ab670a993, 'name': SearchDatastore_Task, 'duration_secs': 0.008879} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.221237] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee614a4-a277-47b2-89a0-ada97f05e647 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.238256] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 704.238256] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525efa19-28bb-bbdd-751f-0d390a9af002" [ 704.238256] env[69316]: _type = "Task" [ 704.238256] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.254997] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525efa19-28bb-bbdd-751f-0d390a9af002, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.254997] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.254997] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 65fceb63-2326-4d32-8281-2b7402fa4d5c/65fceb63-2326-4d32-8281-2b7402fa4d5c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.254997] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.255352] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.255395] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5a6c828-c80b-4f96-b132-3ce09da638f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.257782] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c4899b3-a1e5-41a4-b00f-07c748c8f4dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.265209] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 704.265209] env[69316]: value = "task-3366510" [ 704.265209] env[69316]: _type = "Task" [ 704.265209] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.270925] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.270925] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.271908] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a525a469-5513-4a6b-a7fa-91a7938c014c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.277890] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.281581] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 704.281581] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5235bd45-74fc-0611-b595-bbbedeed5e03" [ 704.281581] env[69316]: _type = "Task" [ 704.281581] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.295921] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5235bd45-74fc-0611-b595-bbbedeed5e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.455695] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Preparing fetch location {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 704.456117] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Creating directory with path [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.456451] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60de2b82-b770-4a05-acdd-f50f9e33f2db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.488936] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Created directory with path [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.489179] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Fetch image to [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 704.489348] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Downloading image file data e4d7b703-0b63-49dc-9446-f4c89690b42f to [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69316) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 704.490390] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334e915-2e2d-4482-9b59-89be4d9d03b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.509745] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b068f75-9c17-462c-ae65-bc564146effc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.524539] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79408fba-aaf4-499f-a040-0d0fd6a71967 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.541878] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189853ce-89c6-4a8a-b80a-e6c05bf94ab6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.551594] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b198ab76-04a3-4631-a861-7bc6592551bf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.586733] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fd677b-d5bf-4e6d-9dbe-5f61fd48ef55 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.621079] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04d019-0ad2-4744-a6bc-b951d6ad55bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.625329] env[69316]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fdeec4cd-c8ca-49f9-b433-febee7a9d4f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.632394] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc035d3-50b9-41f7-a1e9-c6f065fb205a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.648236] env[69316]: DEBUG nova.compute.provider_tree [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.662752] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Downloading image file data e4d7b703-0b63-49dc-9446-f4c89690b42f to the data store datastore2 {{(pid=69316) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 704.685564] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519059} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.685564] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.685684] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.686071] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66555fb6-f4ad-4ded-ae09-c298375297a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.699906] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 704.699906] env[69316]: value = "task-3366511" [ 704.699906] env[69316]: _type = "Task" [ 704.699906] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.710516] env[69316]: DEBUG nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.717474] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.736322] env[69316]: DEBUG nova.network.neutron [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updated VIF entry in instance network info cache for port b5d670f4-44d3-436e-933c-b2fae6553ab7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.736754] env[69316]: DEBUG nova.network.neutron [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updating instance_info_cache with network_info: [{"id": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "address": "fa:16:3e:ba:29:7f", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d670f4-44", "ovs_interfaceid": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.776675] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508563} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.780293] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 65fceb63-2326-4d32-8281-2b7402fa4d5c/65fceb63-2326-4d32-8281-2b7402fa4d5c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.780293] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.785023] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69316) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 704.785023] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-507522e0-2869-450e-bb74-014f146fd17d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.788083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquiring lock "5a75a617-3721-44ba-b844-6c369dfe5f9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.788083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "5a75a617-3721-44ba-b844-6c369dfe5f9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.849461] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquiring lock "64eaf31f-fef5-4a5e-93be-23f9ac796162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.849650] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "64eaf31f-fef5-4a5e-93be-23f9ac796162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.851646] env[69316]: DEBUG nova.network.neutron [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Updating instance_info_cache with network_info: [{"id": "91ec2ec2-9593-4335-b756-54b90cc039a7", "address": "fa:16:3e:14:09:a1", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ec2ec2-95", "ovs_interfaceid": "91ec2ec2-9593-4335-b756-54b90cc039a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.856793] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 704.856793] env[69316]: value = "task-3366512" [ 704.856793] env[69316]: _type = "Task" [ 704.856793] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.862266] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5235bd45-74fc-0611-b595-bbbedeed5e03, 'name': SearchDatastore_Task, 'duration_secs': 0.00802} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.867647] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cbfe6a-9dcf-4e9f-8c7c-48385fef6a76 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.873066] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 704.873066] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52251467-1166-e577-22a7-a96d0ac60947" [ 704.873066] env[69316]: _type = "Task" [ 704.873066] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.876285] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.886098] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52251467-1166-e577-22a7-a96d0ac60947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.024802] env[69316]: DEBUG nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.050933] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.051314] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.051497] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.051722] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.052468] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.052643] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.052901] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.053087] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.053264] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.053445] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.053627] env[69316]: DEBUG nova.virt.hardware [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.054714] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed2aa7a-e755-407d-8044-6ee6cd265ea7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.067884] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af80df5a-7dad-46e8-859d-2a835590dbfa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.152873] env[69316]: DEBUG nova.scheduler.client.report [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.209026] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213544} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.209304] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.210263] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9835b1ac-f3b7-4b1d-83bd-6f73d748054d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.238716] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.242695] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259fc70d-88c0-4c3a-80b4-ae6340c44f93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.261236] env[69316]: DEBUG oslo_concurrency.lockutils [req-ebe20497-36de-47d2-8113-8a7f8a2e061a req-4e09ad7c-962f-4a96-ad58-bf53e5a35cf3 service nova] Releasing lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.270297] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 705.270297] env[69316]: value = "task-3366513" [ 705.270297] env[69316]: _type = "Task" [ 705.270297] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.280506] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.290643] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.350387] env[69316]: DEBUG nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.354516] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Releasing lock "refresh_cache-4267677a-a170-4790-b847-c4f077b37015" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.354813] env[69316]: DEBUG nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Instance network_info: |[{"id": "91ec2ec2-9593-4335-b756-54b90cc039a7", "address": "fa:16:3e:14:09:a1", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ec2ec2-95", "ovs_interfaceid": "91ec2ec2-9593-4335-b756-54b90cc039a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.355316] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:09:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91ec2ec2-9593-4335-b756-54b90cc039a7', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.364307] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Creating folder: Project (45c5013776184938bb9e47fbdc99996d). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.365094] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b502f5db-0595-4962-a277-eb3520bb49a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.381202] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186692} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.389022] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.389275] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24bc826-3f57-42ae-a793-fd8e2d5285da {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.400478] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52251467-1166-e577-22a7-a96d0ac60947, 'name': SearchDatastore_Task, 'duration_secs': 0.023} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.404560] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.404974] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] dd26354c-255e-445d-a262-9ebf5c8bd160/dd26354c-255e-445d-a262-9ebf5c8bd160.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.405741] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Created folder: Project (45c5013776184938bb9e47fbdc99996d) in parent group-v671748. [ 705.405741] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Creating folder: Instances. Parent ref: group-v671764. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.406224] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed627e66-0db2-463e-b6b1-146cd1e0769e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.408461] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58cc6fba-3b5b-4e6c-8c50-d351f083b4f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.434426] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 65fceb63-2326-4d32-8281-2b7402fa4d5c/65fceb63-2326-4d32-8281-2b7402fa4d5c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.435161] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af8a8c9-91eb-4b7d-899f-734271ad4af3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.456694] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Created folder: Instances in parent group-v671764. [ 705.457059] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.458855] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 705.458855] env[69316]: value = "task-3366516" [ 705.458855] env[69316]: _type = "Task" [ 705.458855] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.458855] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4267677a-a170-4790-b847-c4f077b37015] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.458855] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80db5c4c-9041-488c-8579-d5ab17c45567 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.485185] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 705.485185] env[69316]: value = "task-3366517" [ 705.485185] env[69316]: _type = "Task" [ 705.485185] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.492131] env[69316]: DEBUG nova.network.neutron [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Successfully created port: d13e690d-a562-4f39-b4e3-07989729f251 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.498020] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.498020] env[69316]: value = "task-3366518" [ 705.498020] env[69316]: _type = "Task" [ 705.498020] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.498020] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.505196] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.515082] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366518, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.600350] env[69316]: DEBUG nova.compute.manager [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] Received event network-vif-plugged-91ec2ec2-9593-4335-b756-54b90cc039a7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.600350] env[69316]: DEBUG oslo_concurrency.lockutils [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] Acquiring lock "4267677a-a170-4790-b847-c4f077b37015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.600350] env[69316]: DEBUG oslo_concurrency.lockutils [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] Lock "4267677a-a170-4790-b847-c4f077b37015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.600350] env[69316]: DEBUG oslo_concurrency.lockutils [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] Lock "4267677a-a170-4790-b847-c4f077b37015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.600548] env[69316]: DEBUG nova.compute.manager [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] No waiting events found dispatching network-vif-plugged-91ec2ec2-9593-4335-b756-54b90cc039a7 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.600847] env[69316]: WARNING nova.compute.manager [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] Received unexpected event network-vif-plugged-91ec2ec2-9593-4335-b756-54b90cc039a7 for instance with vm_state building and task_state spawning. [ 705.601041] env[69316]: DEBUG nova.compute.manager [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] Received event network-changed-91ec2ec2-9593-4335-b756-54b90cc039a7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.601208] env[69316]: DEBUG nova.compute.manager [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] Refreshing instance network info cache due to event network-changed-91ec2ec2-9593-4335-b756-54b90cc039a7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.601402] env[69316]: DEBUG oslo_concurrency.lockutils [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] Acquiring lock "refresh_cache-4267677a-a170-4790-b847-c4f077b37015" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.601542] env[69316]: DEBUG oslo_concurrency.lockutils [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] Acquired lock "refresh_cache-4267677a-a170-4790-b847-c4f077b37015" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.601689] env[69316]: DEBUG nova.network.neutron [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] Refreshing network info cache for port 91ec2ec2-9593-4335-b756-54b90cc039a7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.660175] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.662512] env[69316]: DEBUG nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.671124] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.602s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.677028] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquiring lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.677028] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.762217] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Completed reading data from the image iterator. {{(pid=69316) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 705.762389] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 705.780982] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366513, 'name': ReconfigVM_Task, 'duration_secs': 0.305939} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.781379] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.782141] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ac8d19f-0739-4fd3-a912-4cb1e9786eee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.789066] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 705.789066] env[69316]: value = "task-3366519" [ 705.789066] env[69316]: _type = "Task" [ 705.789066] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.797911] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366519, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.857783] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Downloaded image file data e4d7b703-0b63-49dc-9446-f4c89690b42f to vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69316) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 705.859811] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Caching image {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 705.860085] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Copying Virtual Disk [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk to [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.860414] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f21c433-b2bb-4827-8285-3d249e36bbbf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.870577] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 705.870577] env[69316]: value = "task-3366520" [ 705.870577] env[69316]: _type = "Task" [ 705.870577] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.882983] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.897340] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.975981] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.998562] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.009443] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366518, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.177578] env[69316]: DEBUG nova.compute.utils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.186077] env[69316]: DEBUG nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.186250] env[69316]: DEBUG nova.network.neutron [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.303591] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366519, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.342464] env[69316]: DEBUG nova.policy [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e11f04cf6e845a58ff0fd2af671815a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5342526a03a540f6a33318d46a831a32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.389459] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366520, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.471330] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562131} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.471748] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] dd26354c-255e-445d-a262-9ebf5c8bd160/dd26354c-255e-445d-a262-9ebf5c8bd160.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.472034] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.472394] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f37425b-6c7a-49dd-9f50-f26638d23d06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.480133] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 706.480133] env[69316]: value = "task-3366522" [ 706.480133] env[69316]: _type = "Task" [ 706.480133] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.488851] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.502507] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366517, 'name': ReconfigVM_Task, 'duration_secs': 0.944069} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.506176] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 65fceb63-2326-4d32-8281-2b7402fa4d5c/65fceb63-2326-4d32-8281-2b7402fa4d5c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.506862] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-381eab14-edbe-4a3b-8834-c6057abfeb45 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.514312] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 706.514312] env[69316]: value = "task-3366523" [ 706.514312] env[69316]: _type = "Task" [ 706.514312] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.517529] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366518, 'name': CreateVM_Task, 'duration_secs': 0.873427} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.520887] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4267677a-a170-4790-b847-c4f077b37015] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.522059] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.522059] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.522230] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.522900] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b47cc1-25a8-4c62-99b4-99e17a41a8b4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.527778] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 706.527778] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52829d81-7e12-a9f8-fbf8-3e1aeecec457" [ 706.527778] env[69316]: _type = "Task" [ 706.527778] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.531733] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366523, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.542446] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52829d81-7e12-a9f8-fbf8-3e1aeecec457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.688895] env[69316]: DEBUG nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.710313] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 65fceb63-2326-4d32-8281-2b7402fa4d5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 706.710744] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance dd26354c-255e-445d-a262-9ebf5c8bd160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 706.710908] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 64aea4a9-d672-473a-b00c-e3aeaa544c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 706.711137] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 4267677a-a170-4790-b847-c4f077b37015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 706.711226] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 0041a723-fd77-4df2-b91f-5d2461c8f5c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 706.711274] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 48ed2483-9904-429f-b48d-8dc0150b8fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 706.711556] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 2b8b533d-0169-463f-9035-b2267bb74a87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 706.737637] env[69316]: DEBUG nova.network.neutron [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] Updated VIF entry in instance network info cache for port 91ec2ec2-9593-4335-b756-54b90cc039a7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.738377] env[69316]: DEBUG nova.network.neutron [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] Updating instance_info_cache with network_info: [{"id": "91ec2ec2-9593-4335-b756-54b90cc039a7", "address": "fa:16:3e:14:09:a1", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ec2ec2-95", "ovs_interfaceid": "91ec2ec2-9593-4335-b756-54b90cc039a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.802738] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366519, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.884450] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759018} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.884714] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Copied Virtual Disk [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk to [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.884899] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Deleting the datastore file [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f/tmp-sparse.vmdk {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.885166] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56d4363a-c9a0-42f5-b5ae-e4a3aa20efe1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.890930] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 706.890930] env[69316]: value = "task-3366524" [ 706.890930] env[69316]: _type = "Task" [ 706.890930] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.900402] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.990567] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173429} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.993333] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.993333] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c14fc6f-740f-4686-8139-571c2674c65c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.032444] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] dd26354c-255e-445d-a262-9ebf5c8bd160/dd26354c-255e-445d-a262-9ebf5c8bd160.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.034018] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81cb9958-ea08-4776-8223-0ab3c5ff7f16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.064842] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366523, 'name': Rename_Task, 'duration_secs': 0.366129} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.069299] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.069679] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 707.069679] env[69316]: value = "task-3366525" [ 707.069679] env[69316]: _type = "Task" [ 707.069679] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.069899] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52829d81-7e12-a9f8-fbf8-3e1aeecec457, 'name': SearchDatastore_Task, 'duration_secs': 0.019532} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.070106] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63dc1377-c24b-4c08-aeb2-fb63c8477756 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.071784] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.072178] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.072285] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.072434] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.072941] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.075459] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ef3777-1bd0-4bc0-aa99-78bbd3402a02 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.082461] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.084216] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 707.084216] env[69316]: value = "task-3366526" [ 707.084216] env[69316]: _type = "Task" [ 707.084216] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.088186] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.088360] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.089481] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef9b737-ddb1-4249-bbae-0c6b39dce1f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.095100] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.097838] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 707.097838] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524d0b39-43d5-746b-71f7-8bcc4ec5d093" [ 707.097838] env[69316]: _type = "Task" [ 707.097838] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.105468] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524d0b39-43d5-746b-71f7-8bcc4ec5d093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.215416] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance e99bc314-8e40-4c7f-8cb6-96e4e721023f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.242064] env[69316]: DEBUG oslo_concurrency.lockutils [req-95accd47-ee09-4a60-8167-a077e2ccf7d3 req-7d5aad7c-80c0-48ca-a7b0-47ee59b55921 service nova] Releasing lock "refresh_cache-4267677a-a170-4790-b847-c4f077b37015" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.303268] env[69316]: DEBUG nova.network.neutron [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Successfully created port: 4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.309839] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366519, 'name': Rename_Task, 'duration_secs': 1.235776} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.313364] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.313364] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac062d7-9b4f-4e3d-87fb-2e9d7a91080b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.325138] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 707.325138] env[69316]: value = "task-3366527" [ 707.325138] env[69316]: _type = "Task" [ 707.325138] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.334481] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366527, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.407416] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025113} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.407731] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.408160] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Moving file from [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271/e4d7b703-0b63-49dc-9446-f4c89690b42f to [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f. {{(pid=69316) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 707.408480] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-400f2136-7c61-4b8d-9f3c-64d4d92fdb91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.418080] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 707.418080] env[69316]: value = "task-3366528" [ 707.418080] env[69316]: _type = "Task" [ 707.418080] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.429044] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366528, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.581689] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366525, 'name': ReconfigVM_Task, 'duration_secs': 0.408667} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.581970] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Reconfigured VM instance instance-00000002 to attach disk [datastore1] dd26354c-255e-445d-a262-9ebf5c8bd160/dd26354c-255e-445d-a262-9ebf5c8bd160.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.582598] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e40fb1c-76ad-4a35-90ec-784026af390e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.589164] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 707.589164] env[69316]: value = "task-3366529" [ 707.589164] env[69316]: _type = "Task" [ 707.589164] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.595645] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366526, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.601563] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366529, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.610446] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524d0b39-43d5-746b-71f7-8bcc4ec5d093, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.611252] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c6de13-733c-473e-a77a-55b5b3f14239 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.619265] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 707.619265] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a660bd-de4a-a663-f2f9-68d87d433115" [ 707.619265] env[69316]: _type = "Task" [ 707.619265] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.625844] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a660bd-de4a-a663-f2f9-68d87d433115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.705756] env[69316]: DEBUG nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.719627] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance cb02e9e8-1395-4578-89af-7fd8f84c52db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.747116] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.747116] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.747791] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.748023] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.748223] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.748427] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.748644] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.748813] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.748983] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.749189] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.749366] env[69316]: DEBUG nova.virt.hardware [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.751327] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b590bb3f-2f99-4da8-83a1-a03de1c951ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.764030] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa00da4b-2d57-4fdc-84a8-4dddbda720fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.833338] env[69316]: DEBUG oslo_vmware.api [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366527, 'name': PowerOnVM_Task, 'duration_secs': 0.484042} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.833599] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.834017] env[69316]: INFO nova.compute.manager [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Took 9.71 seconds to spawn the instance on the hypervisor. [ 707.834291] env[69316]: DEBUG nova.compute.manager [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.835370] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191ca838-cc71-4544-a672-cf34e8f022ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.929444] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366528, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.130254} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.929732] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] File moved {{(pid=69316) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 707.929931] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Cleaning up location [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271 {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 707.930114] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Deleting the datastore file [datastore2] vmware_temp/a6551045-9a8a-4f10-9ed2-9e05466a3271 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.930446] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19226390-0423-4136-8066-6a02efe098b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.936791] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 707.936791] env[69316]: value = "task-3366530" [ 707.936791] env[69316]: _type = "Task" [ 707.936791] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.946015] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.103575] env[69316]: DEBUG oslo_vmware.api [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366526, 'name': PowerOnVM_Task, 'duration_secs': 0.5796} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.107027] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.107142] env[69316]: INFO nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Took 14.52 seconds to spawn the instance on the hypervisor. [ 708.107341] env[69316]: DEBUG nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.107631] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366529, 'name': Rename_Task, 'duration_secs': 0.23806} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.108428] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134e6792-f6c6-4a08-a74e-13c5941ef5b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.111517] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.111665] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e2f6f36-0e98-4d6e-9b01-4098b39edb5c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.120787] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 708.120787] env[69316]: value = "task-3366531" [ 708.120787] env[69316]: _type = "Task" [ 708.120787] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.133854] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a660bd-de4a-a663-f2f9-68d87d433115, 'name': SearchDatastore_Task, 'duration_secs': 0.018014} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.137258] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.137852] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 4267677a-a170-4790-b847-c4f077b37015/4267677a-a170-4790-b847-c4f077b37015.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.138179] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.138345] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2692d92a-c79c-4fb6-a86c-246765c06733 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.150407] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 708.150407] env[69316]: value = "task-3366532" [ 708.150407] env[69316]: _type = "Task" [ 708.150407] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.158675] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.231029] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 5a75a617-3721-44ba-b844-6c369dfe5f9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.283990] env[69316]: DEBUG nova.network.neutron [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Successfully updated port: d13e690d-a562-4f39-b4e3-07989729f251 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.355825] env[69316]: INFO nova.compute.manager [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Took 18.64 seconds to build instance. [ 708.453438] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060315} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.453438] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.455037] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c1f43c-5b4c-41a7-bcba-ef2c394c93fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.460850] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 708.460850] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52197be2-2b61-968a-e670-469ed284959d" [ 708.460850] env[69316]: _type = "Task" [ 708.460850] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.474040] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52197be2-2b61-968a-e670-469ed284959d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.636298] env[69316]: INFO nova.compute.manager [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Took 19.34 seconds to build instance. [ 708.644785] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.663665] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.734607] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 64eaf31f-fef5-4a5e-93be-23f9ac796162 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.787812] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.787888] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.788041] env[69316]: DEBUG nova.network.neutron [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.858272] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1011a896-06f5-407b-8696-5338ae7a4b6e tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "64aea4a9-d672-473a-b00c-e3aeaa544c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.152s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.976800] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52197be2-2b61-968a-e670-469ed284959d, 'name': SearchDatastore_Task, 'duration_secs': 0.026844} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.976800] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.977097] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 0041a723-fd77-4df2-b91f-5d2461c8f5c4/0041a723-fd77-4df2-b91f-5d2461c8f5c4.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.977361] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7324d157-32c3-4a74-8552-1c0246eea6f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.984362] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 708.984362] env[69316]: value = "task-3366534" [ 708.984362] env[69316]: _type = "Task" [ 708.984362] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.993200] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.139915] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a79716e3-e068-4ca2-ad48-3a90f65e9704 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.855s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.139915] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.816s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.146022] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568c4684-aa95-4ddf-a69e-cffce7ebf5d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.157386] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366531, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.180502] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659115} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.181058] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 4267677a-a170-4790-b847-c4f077b37015/4267677a-a170-4790-b847-c4f077b37015.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.181274] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.182756] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-253e839c-51ba-4837-9958-d9e8df173ebc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.196347] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 709.196347] env[69316]: value = "task-3366535" [ 709.196347] env[69316]: _type = "Task" [ 709.196347] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.206638] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.238886] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance a3daa3e4-fd53-4dc7-829b-a082157bcfa2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.239407] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 709.239709] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 709.356108] env[69316]: DEBUG nova.network.neutron [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.361725] env[69316]: DEBUG nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.495033] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484142} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.497752] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 0041a723-fd77-4df2-b91f-5d2461c8f5c4/0041a723-fd77-4df2-b91f-5d2461c8f5c4.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.497752] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.497973] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa46f17e-903f-4d82-a6f4-0b3e5004ecfc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.506069] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13014a6e-c7e1-4b4e-bf8c-bf457f1c9dad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.517432] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c828a-c15c-4f3a-ae60-828e14a0db25 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.521210] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 709.521210] env[69316]: value = "task-3366536" [ 709.521210] env[69316]: _type = "Task" [ 709.521210] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.529917] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.530249] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.556849] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9895436-ecc9-4f93-82f8-afe2ad1c0012 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.562961] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.568099] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aeb999-2bb7-4354-941b-d23b5ea8549c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.583836] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.644757] env[69316]: DEBUG oslo_vmware.api [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3366531, 'name': PowerOnVM_Task, 'duration_secs': 1.056361} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.645111] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.646933] env[69316]: INFO nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Took 13.77 seconds to spawn the instance on the hypervisor. [ 709.650028] env[69316]: DEBUG nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.650968] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e356742b-4d3b-4c51-b285-285d1b4a8c58 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.657285] env[69316]: DEBUG nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.683129] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.695202] env[69316]: DEBUG nova.network.neutron [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance_info_cache with network_info: [{"id": "d13e690d-a562-4f39-b4e3-07989729f251", "address": "fa:16:3e:de:8b:51", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13e690d-a5", "ovs_interfaceid": "d13e690d-a562-4f39-b4e3-07989729f251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.710409] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071438} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.710722] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.711677] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bfea77-e877-47d8-9ab7-93c39b62c9f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.760726] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 4267677a-a170-4790-b847-c4f077b37015/4267677a-a170-4790-b847-c4f077b37015.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.763829] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42223a20-97b5-4db3-9780-74cc84a35504 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.788251] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 709.788251] env[69316]: value = "task-3366537" [ 709.788251] env[69316]: _type = "Task" [ 709.788251] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.799082] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.888253] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.968178] env[69316]: DEBUG nova.network.neutron [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Successfully updated port: 4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.978813] env[69316]: DEBUG nova.compute.manager [req-9f5d89a5-d44a-4495-88fb-ccae887bec3c req-290f3b1f-b9da-4a26-9698-cd449d433fbd service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Received event network-vif-plugged-d13e690d-a562-4f39-b4e3-07989729f251 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.978966] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f5d89a5-d44a-4495-88fb-ccae887bec3c req-290f3b1f-b9da-4a26-9698-cd449d433fbd service nova] Acquiring lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.979108] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f5d89a5-d44a-4495-88fb-ccae887bec3c req-290f3b1f-b9da-4a26-9698-cd449d433fbd service nova] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.979285] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f5d89a5-d44a-4495-88fb-ccae887bec3c req-290f3b1f-b9da-4a26-9698-cd449d433fbd service nova] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.979908] env[69316]: DEBUG nova.compute.manager [req-9f5d89a5-d44a-4495-88fb-ccae887bec3c req-290f3b1f-b9da-4a26-9698-cd449d433fbd service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] No waiting events found dispatching network-vif-plugged-d13e690d-a562-4f39-b4e3-07989729f251 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.979908] env[69316]: WARNING nova.compute.manager [req-9f5d89a5-d44a-4495-88fb-ccae887bec3c req-290f3b1f-b9da-4a26-9698-cd449d433fbd service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Received unexpected event network-vif-plugged-d13e690d-a562-4f39-b4e3-07989729f251 for instance with vm_state building and task_state spawning. [ 710.036756] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079346} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.038232] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.039349] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7684aa-03bb-41d2-aaa8-497a08fa2d7f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.060618] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 0041a723-fd77-4df2-b91f-5d2461c8f5c4/0041a723-fd77-4df2-b91f-5d2461c8f5c4.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.061328] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03e24fda-c132-41e8-b9da-66aef1a44aed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.081154] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 710.081154] env[69316]: value = "task-3366538" [ 710.081154] env[69316]: _type = "Task" [ 710.081154] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.093022] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.120783] env[69316]: ERROR nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [req-c54f40f3-c136-42c0-b0d9-e3140861be9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c54f40f3-c136-42c0-b0d9-e3140861be9c"}]} [ 710.153458] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Refreshing inventories for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 710.191034] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating ProviderTree inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 710.191034] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.203323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.203323] env[69316]: DEBUG nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Instance network_info: |[{"id": "d13e690d-a562-4f39-b4e3-07989729f251", "address": "fa:16:3e:de:8b:51", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13e690d-a5", "ovs_interfaceid": "d13e690d-a562-4f39-b4e3-07989729f251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.208053] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:8b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd13e690d-a562-4f39-b4e3-07989729f251', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.224714] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Creating folder: Project (034a4937efd44106bdc642e1d4855519). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.226294] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Refreshing aggregate associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, aggregates: None {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 710.229796] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa1caa5-2e9b-44f3-ae85-1292e27e2209 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.235123] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.248073] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Created folder: Project (034a4937efd44106bdc642e1d4855519) in parent group-v671748. [ 710.248268] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Creating folder: Instances. Parent ref: group-v671768. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.249187] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21d9d6c1-9a25-4fa3-876e-cbe96a71674d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.256240] env[69316]: INFO nova.compute.manager [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Took 20.67 seconds to build instance. [ 710.260605] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Created folder: Instances in parent group-v671768. [ 710.260889] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.261113] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.261368] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53b8ee65-eef1-4c7e-9840-94274a1163de {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.281473] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Refreshing trait associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 710.291485] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.291485] env[69316]: value = "task-3366541" [ 710.291485] env[69316]: _type = "Task" [ 710.291485] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.322423] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.322934] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366541, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.473828] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.473977] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquired lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.474142] env[69316]: DEBUG nova.network.neutron [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.513798] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.514036] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.592781] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366538, 'name': ReconfigVM_Task, 'duration_secs': 0.291005} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.596473] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 0041a723-fd77-4df2-b91f-5d2461c8f5c4/0041a723-fd77-4df2-b91f-5d2461c8f5c4.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.598355] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-348a3b1a-719c-4512-b72a-aa5fd5955d25 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.604581] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 710.604581] env[69316]: value = "task-3366543" [ 710.604581] env[69316]: _type = "Task" [ 710.604581] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.617742] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366543, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.629638] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71664fea-439b-4edc-a55c-12049df1c2ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.640488] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a8882-35df-4131-8ae8-acfab4acf357 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.678015] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7997d375-2462-4f77-8cf5-28ae18e49995 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.684874] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b69bf8-063a-4160-aecc-3aeba13a561c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.701324] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.759797] env[69316]: DEBUG oslo_concurrency.lockutils [None req-23318f66-dda9-4ea2-9c0b-2903519068f5 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.178s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.798945] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366537, 'name': ReconfigVM_Task, 'duration_secs': 0.643494} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.802369] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 4267677a-a170-4790-b847-c4f077b37015/4267677a-a170-4790-b847-c4f077b37015.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.803054] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a43c6de-2413-48f5-a828-e90db7c1279b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.811235] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366541, 'name': CreateVM_Task, 'duration_secs': 0.358726} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.812446] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.812784] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 710.812784] env[69316]: value = "task-3366544" [ 710.812784] env[69316]: _type = "Task" [ 710.812784] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.813409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.813564] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.813861] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.814166] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4b574a-f2df-4734-afb2-03770a40ad5a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.821975] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 710.821975] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528a4839-0140-9023-9359-a1ec54bae74f" [ 710.821975] env[69316]: _type = "Task" [ 710.821975] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.828188] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366544, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.833017] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528a4839-0140-9023-9359-a1ec54bae74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.017734] env[69316]: DEBUG nova.network.neutron [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.033113] env[69316]: INFO nova.compute.manager [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Rebuilding instance [ 711.116871] env[69316]: DEBUG nova.compute.manager [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.119936] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80a33e6-5f4c-4e48-8128-f1d69bcbe1c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.130019] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366543, 'name': Rename_Task, 'duration_secs': 0.143981} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.130019] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.132946] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88e5708-9a5a-4305-8e08-69ba04b3484e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.145903] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 711.145903] env[69316]: value = "task-3366545" [ 711.145903] env[69316]: _type = "Task" [ 711.145903] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.153885] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.260411] env[69316]: DEBUG nova.network.neutron [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Updating instance_info_cache with network_info: [{"id": "4b050270-0a4b-40fc-9ec1-166589719fee", "address": "fa:16:3e:76:b3:45", "network": {"id": "892dc894-618e-430c-acb4-51c3a2377311", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-77907658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5342526a03a540f6a33318d46a831a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b050270-0a", "ovs_interfaceid": "4b050270-0a4b-40fc-9ec1-166589719fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.262347] env[69316]: DEBUG nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.270694] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 711.270694] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 18 to 19 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 711.270694] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.327941] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366544, 'name': Rename_Task, 'duration_secs': 0.393842} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.330639] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.330933] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a92e76c1-ce37-4384-b276-697403afaaa6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.339550] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528a4839-0140-9023-9359-a1ec54bae74f, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.340449] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.340758] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.340998] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.341824] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.341824] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.341824] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47005dbc-6765-4f10-801b-6d9185f15377 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.346317] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 711.346317] env[69316]: value = "task-3366546" [ 711.346317] env[69316]: _type = "Task" [ 711.346317] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.353950] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.354094] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.355332] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e031ab-9823-4006-b3fa-ebdcb5c08a75 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.365027] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.365027] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 711.365027] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a903fc-14bb-9185-71c2-b1446ebe18fe" [ 711.365027] env[69316]: _type = "Task" [ 711.365027] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.374923] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a903fc-14bb-9185-71c2-b1446ebe18fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.660271] env[69316]: DEBUG oslo_vmware.api [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366545, 'name': PowerOnVM_Task, 'duration_secs': 0.457509} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.660634] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.660720] env[69316]: INFO nova.compute.manager [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Took 8.91 seconds to spawn the instance on the hypervisor. [ 711.661697] env[69316]: DEBUG nova.compute.manager [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.661791] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6f80ad-2302-46b8-9439-c9f9c7a79f1b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.770046] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Releasing lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.770778] env[69316]: DEBUG nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Instance network_info: |[{"id": "4b050270-0a4b-40fc-9ec1-166589719fee", "address": "fa:16:3e:76:b3:45", "network": {"id": "892dc894-618e-430c-acb4-51c3a2377311", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-77907658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5342526a03a540f6a33318d46a831a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b050270-0a", "ovs_interfaceid": "4b050270-0a4b-40fc-9ec1-166589719fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.771792] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:b3:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b050270-0a4b-40fc-9ec1-166589719fee', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.781133] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Creating folder: Project (5342526a03a540f6a33318d46a831a32). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.783968] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 711.784165] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.113s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.785835] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d74172a-ef75-47f1-81bb-fc9da6f45bee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.789099] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.653s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.790861] env[69316]: INFO nova.compute.claims [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.801853] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Created folder: Project (5342526a03a540f6a33318d46a831a32) in parent group-v671748. [ 711.802061] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Creating folder: Instances. Parent ref: group-v671771. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.802316] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b1903c-7c85-445d-9043-9236046ebb27 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.808327] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.811720] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Created folder: Instances in parent group-v671771. [ 711.811960] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.812208] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.812353] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94fc2b3f-f288-4412-967c-4d981c43b00f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.833678] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.833678] env[69316]: value = "task-3366549" [ 711.833678] env[69316]: _type = "Task" [ 711.833678] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.845565] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366549, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.858823] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.880456] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a903fc-14bb-9185-71c2-b1446ebe18fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01393} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.881431] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27620ee-bb78-4eb1-bd16-4d22957ceb3a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.888044] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 711.888044] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cb32a2-48a8-56be-0034-0e7962d8c7fd" [ 711.888044] env[69316]: _type = "Task" [ 711.888044] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.897860] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cb32a2-48a8-56be-0034-0e7962d8c7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.084469] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquiring lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.084713] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.142920] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.143042] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-163f7e25-78e7-4682-bae9-fdd14338e441 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.153872] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 712.153872] env[69316]: value = "task-3366550" [ 712.153872] env[69316]: _type = "Task" [ 712.153872] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.163686] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.180931] env[69316]: INFO nova.compute.manager [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Took 20.36 seconds to build instance. [ 712.354077] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366549, 'name': CreateVM_Task, 'duration_secs': 0.354814} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.365234] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.365234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.365234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.365611] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.367294] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebdb160-15ec-4a1f-925e-32f2f31b2420 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.372301] env[69316]: DEBUG oslo_vmware.api [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366546, 'name': PowerOnVM_Task, 'duration_secs': 1.014252} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.373089] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.373332] env[69316]: INFO nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Took 11.96 seconds to spawn the instance on the hypervisor. [ 712.373523] env[69316]: DEBUG nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.375118] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875c20ac-e09b-4143-b801-082315fd271f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.378994] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 712.378994] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52847bdf-ac98-4b42-75f2-171613cdd427" [ 712.378994] env[69316]: _type = "Task" [ 712.378994] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.397518] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52847bdf-ac98-4b42-75f2-171613cdd427, 'name': SearchDatastore_Task, 'duration_secs': 0.015094} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.398259] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.398549] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.398779] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.402746] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cb32a2-48a8-56be-0034-0e7962d8c7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.402989] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.403253] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 48ed2483-9904-429f-b48d-8dc0150b8fff/48ed2483-9904-429f-b48d-8dc0150b8fff.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.403531] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.403717] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.403928] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45adc78d-45ae-435f-8b5d-2af0f9fa43ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.406278] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aa62eec-8cd7-4c10-84fc-509de5c1e31d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.412320] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 712.412320] env[69316]: value = "task-3366551" [ 712.412320] env[69316]: _type = "Task" [ 712.412320] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.418017] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.418227] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.422250] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3cdb1e-036c-4ec7-8dc2-86176925b724 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.429160] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.432225] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 712.432225] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52415037-7a8a-c5ad-7964-f8ae53ff0832" [ 712.432225] env[69316]: _type = "Task" [ 712.432225] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.440519] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52415037-7a8a-c5ad-7964-f8ae53ff0832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.663832] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366550, 'name': PowerOffVM_Task, 'duration_secs': 0.140802} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.665043] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.665043] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.665774] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c979f4-8967-4735-b4a2-fce56377fb47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.674634] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.675022] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11fa5661-85dc-4fa4-ba98-2eb96c88913a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.684604] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a0696ae8-0526-4f4a-8273-89bdf3a1ed00 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.869s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.705245] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.705958] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.706209] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleting the datastore file [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.706523] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f38dda3-b517-4543-88ac-3a36ff72ad1f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.717072] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 712.717072] env[69316]: value = "task-3366554" [ 712.717072] env[69316]: _type = "Task" [ 712.717072] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.731408] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.902659] env[69316]: INFO nova.compute.manager [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 4267677a-a170-4790-b847-c4f077b37015] Took 23.07 seconds to build instance. [ 712.926760] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.952945] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52415037-7a8a-c5ad-7964-f8ae53ff0832, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.954196] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84bbddf5-26fb-4651-a106-a7fdd4a563e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.963253] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 712.963253] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529eb3f8-763e-2834-a3ba-d6be2435ac2b" [ 712.963253] env[69316]: _type = "Task" [ 712.963253] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.978916] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529eb3f8-763e-2834-a3ba-d6be2435ac2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.984632] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquiring lock "2c565c5e-87c9-4951-8798-dde366617001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.984922] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "2c565c5e-87c9-4951-8798-dde366617001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.117561] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07787fa-f2c0-437d-b45e-390ca07e6efc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.130597] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07fc358-461c-4371-80c9-39b2aa0b7a60 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.169745] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5a441d-d2e6-4549-b655-fb506dbc3b91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.179098] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec29ed22-340d-4905-93c5-5de4ebc554d4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.195102] env[69316]: DEBUG nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.199296] env[69316]: DEBUG nova.compute.provider_tree [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.228963] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328059} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.229234] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.229411] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.229597] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.406337] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "4267677a-a170-4790-b847-c4f077b37015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.591s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.415628] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquiring lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.415921] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.429130] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617382} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.429371] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 48ed2483-9904-429f-b48d-8dc0150b8fff/48ed2483-9904-429f-b48d-8dc0150b8fff.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.429622] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.429875] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad814e6-c33b-4d88-adf7-a46a3620477d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.440176] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 713.440176] env[69316]: value = "task-3366555" [ 713.440176] env[69316]: _type = "Task" [ 713.440176] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.449965] env[69316]: DEBUG nova.compute.manager [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Received event network-changed-d13e690d-a562-4f39-b4e3-07989729f251 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.451524] env[69316]: DEBUG nova.compute.manager [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Refreshing instance network info cache due to event network-changed-d13e690d-a562-4f39-b4e3-07989729f251. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.451524] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Acquiring lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.451524] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Acquired lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.451524] env[69316]: DEBUG nova.network.neutron [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Refreshing network info cache for port d13e690d-a562-4f39-b4e3-07989729f251 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.457088] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.475390] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529eb3f8-763e-2834-a3ba-d6be2435ac2b, 'name': SearchDatastore_Task, 'duration_secs': 0.039969} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.475682] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.475951] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2b8b533d-0169-463f-9035-b2267bb74a87/2b8b533d-0169-463f-9035-b2267bb74a87.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.476239] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d36fbc08-c8fc-46f8-a203-0d007d759298 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.484510] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 713.484510] env[69316]: value = "task-3366556" [ 713.484510] env[69316]: _type = "Task" [ 713.484510] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.491213] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.606229] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.606326] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.606625] env[69316]: INFO nova.compute.manager [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Rebooting instance [ 713.703797] env[69316]: DEBUG nova.scheduler.client.report [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.735057] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.859336] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquiring lock "61c691d1-514b-44da-b3b4-c4b0475266bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.859336] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "61c691d1-514b-44da-b3b4-c4b0475266bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.911436] env[69316]: DEBUG nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.961469] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19395} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.962769] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.964624] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7333a18-7fa2-4324-ab7a-65eb79f8a7fb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.000770] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 48ed2483-9904-429f-b48d-8dc0150b8fff/48ed2483-9904-429f-b48d-8dc0150b8fff.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.007155] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c54e79e-8f67-42d2-b368-a974c5c4cfc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.028309] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366556, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.031521] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 714.031521] env[69316]: value = "task-3366557" [ 714.031521] env[69316]: _type = "Task" [ 714.031521] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.040906] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.155815] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.155815] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquired lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.155980] env[69316]: DEBUG nova.network.neutron [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.215928] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.215928] env[69316]: DEBUG nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.217149] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.927s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.218756] env[69316]: INFO nova.compute.claims [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.292281] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.293208] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.293474] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.293609] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.293755] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.294093] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.294142] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.294278] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.294442] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.295494] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.295494] env[69316]: DEBUG nova.virt.hardware [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.295725] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150e336-4f79-4e4a-a69a-cd8ef54f7df5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.317804] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3952e351-02ae-4ca2-a170-5ffe6084f320 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.335440] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.341117] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.343263] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.343263] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c31bf261-96a4-4529-adf0-73542e1fea75 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.361568] env[69316]: DEBUG nova.network.neutron [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updated VIF entry in instance network info cache for port d13e690d-a562-4f39-b4e3-07989729f251. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.361568] env[69316]: DEBUG nova.network.neutron [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance_info_cache with network_info: [{"id": "d13e690d-a562-4f39-b4e3-07989729f251", "address": "fa:16:3e:de:8b:51", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13e690d-a5", "ovs_interfaceid": "d13e690d-a562-4f39-b4e3-07989729f251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.372032] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.372032] env[69316]: value = "task-3366558" [ 714.372032] env[69316]: _type = "Task" [ 714.372032] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.378520] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366558, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.464033] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.501132] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935934} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.501371] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2b8b533d-0169-463f-9035-b2267bb74a87/2b8b533d-0169-463f-9035-b2267bb74a87.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.501621] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.501884] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53a4f172-2158-451d-84c5-e6f61cd3a32c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.508847] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 714.508847] env[69316]: value = "task-3366559" [ 714.508847] env[69316]: _type = "Task" [ 714.508847] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.520609] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.546049] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.730446] env[69316]: DEBUG nova.compute.utils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.736201] env[69316]: DEBUG nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.736383] env[69316]: DEBUG nova.network.neutron [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.793511] env[69316]: DEBUG nova.policy [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d968a24f27420abaac082abe40691e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eace5bf0342430392148b5305321cb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.808222] env[69316]: DEBUG nova.compute.manager [None req-c5b678a5-4c47-4c55-b62f-d055aea429cb tempest-ServerDiagnosticsV248Test-1439400370 tempest-ServerDiagnosticsV248Test-1439400370-project-admin] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.808222] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0830fa09-deee-4c9d-ba7a-d1c4d608bbd6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.818566] env[69316]: INFO nova.compute.manager [None req-c5b678a5-4c47-4c55-b62f-d055aea429cb tempest-ServerDiagnosticsV248Test-1439400370 tempest-ServerDiagnosticsV248Test-1439400370-project-admin] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Retrieving diagnostics [ 714.819659] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb6a4e1-47f9-415d-b2c5-f5b7f6d43064 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.862214] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Releasing lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.862579] env[69316]: DEBUG nova.compute.manager [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Received event network-vif-plugged-4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.862645] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Acquiring lock "2b8b533d-0169-463f-9035-b2267bb74a87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.862838] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Lock "2b8b533d-0169-463f-9035-b2267bb74a87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.862996] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Lock "2b8b533d-0169-463f-9035-b2267bb74a87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.863175] env[69316]: DEBUG nova.compute.manager [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] No waiting events found dispatching network-vif-plugged-4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.863339] env[69316]: WARNING nova.compute.manager [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Received unexpected event network-vif-plugged-4b050270-0a4b-40fc-9ec1-166589719fee for instance with vm_state building and task_state spawning. [ 714.863498] env[69316]: DEBUG nova.compute.manager [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Received event network-changed-4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.863653] env[69316]: DEBUG nova.compute.manager [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Refreshing instance network info cache due to event network-changed-4b050270-0a4b-40fc-9ec1-166589719fee. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.863832] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Acquiring lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.863966] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Acquired lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.864134] env[69316]: DEBUG nova.network.neutron [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Refreshing network info cache for port 4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.879313] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366558, 'name': CreateVM_Task, 'duration_secs': 0.336346} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.879481] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.880045] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.880214] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.880557] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.880772] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601ced35-1cd0-45a3-a085-2edd41c342bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.885579] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 714.885579] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521e6091-b786-cc60-9af8-47a98e4121ad" [ 714.885579] env[69316]: _type = "Task" [ 714.885579] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.893745] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521e6091-b786-cc60-9af8-47a98e4121ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.019712] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071775} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.020073] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.020761] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea25c70-b6c6-4e6a-8690-a49eb73063bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.043111] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2b8b533d-0169-463f-9035-b2267bb74a87/2b8b533d-0169-463f-9035-b2267bb74a87.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.046514] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09baa215-8209-4d01-8cb9-f04cfdfeb368 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.065479] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366557, 'name': ReconfigVM_Task, 'duration_secs': 0.661816} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.066738] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 48ed2483-9904-429f-b48d-8dc0150b8fff/48ed2483-9904-429f-b48d-8dc0150b8fff.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.067465] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 715.067465] env[69316]: value = "task-3366560" [ 715.067465] env[69316]: _type = "Task" [ 715.067465] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.067659] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-633db236-c6c2-44a9-841a-28d7ff5bedfa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.077130] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.078246] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 715.078246] env[69316]: value = "task-3366561" [ 715.078246] env[69316]: _type = "Task" [ 715.078246] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.087298] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366561, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.237360] env[69316]: DEBUG nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.269640] env[69316]: DEBUG nova.network.neutron [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Updating instance_info_cache with network_info: [{"id": "377fca5e-a3c8-4d8d-9120-8caf0dfba728", "address": "fa:16:3e:d2:9d:f7", "network": {"id": "6810f4aa-2c0d-435d-aa68-abf40b6aaf21", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1802080040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f97f304dbcf4d8f8436103934e29ab0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377fca5e-a3", "ovs_interfaceid": "377fca5e-a3c8-4d8d-9120-8caf0dfba728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.402386] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521e6091-b786-cc60-9af8-47a98e4121ad, 'name': SearchDatastore_Task, 'duration_secs': 0.037756} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.402536] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.402785] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.403061] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.403210] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.403406] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.403686] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4e57c5b-3b09-4038-9d7f-a65668ff1507 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.417203] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.417203] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.417629] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a9a0c5-9a4d-4606-9f0c-9c3532a27de4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.423631] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 715.423631] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b3ed10-8224-215f-1a3f-da72c146fbc1" [ 715.423631] env[69316]: _type = "Task" [ 715.423631] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.433024] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b3ed10-8224-215f-1a3f-da72c146fbc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.447652] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Acquiring lock "4267677a-a170-4790-b847-c4f077b37015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.448018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Lock "4267677a-a170-4790-b847-c4f077b37015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.448420] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Acquiring lock "4267677a-a170-4790-b847-c4f077b37015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.448840] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Lock "4267677a-a170-4790-b847-c4f077b37015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.448961] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Lock "4267677a-a170-4790-b847-c4f077b37015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.455200] env[69316]: INFO nova.compute.manager [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Terminating instance [ 715.587713] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f505df-c0f1-4ff7-9912-c5bfff06d0d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.597015] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.602320] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366561, 'name': Rename_Task, 'duration_secs': 0.285481} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.604855] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.605404] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8edac243-dece-48ef-a9b1-7191d75de9c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.608553] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3226b9-5cbd-48db-87bd-264b7280e696 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.649987] env[69316]: DEBUG nova.network.neutron [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Successfully created port: 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.653538] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456e0594-9fca-4d45-a3ee-2c951c8f65d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.655594] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 715.655594] env[69316]: value = "task-3366562" [ 715.655594] env[69316]: _type = "Task" [ 715.655594] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.666818] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454eeff7-91f1-451f-a464-031520f5f386 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.674191] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366562, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.684464] env[69316]: DEBUG nova.compute.provider_tree [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.777217] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Releasing lock "refresh_cache-65fceb63-2326-4d32-8281-2b7402fa4d5c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.920789] env[69316]: DEBUG nova.network.neutron [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Updated VIF entry in instance network info cache for port 4b050270-0a4b-40fc-9ec1-166589719fee. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.921139] env[69316]: DEBUG nova.network.neutron [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Updating instance_info_cache with network_info: [{"id": "4b050270-0a4b-40fc-9ec1-166589719fee", "address": "fa:16:3e:76:b3:45", "network": {"id": "892dc894-618e-430c-acb4-51c3a2377311", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-77907658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5342526a03a540f6a33318d46a831a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b050270-0a", "ovs_interfaceid": "4b050270-0a4b-40fc-9ec1-166589719fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.934083] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b3ed10-8224-215f-1a3f-da72c146fbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.023604} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.936764] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3b8872-4bdf-4d91-a739-7d24a2118501 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.943408] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 715.943408] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528ab069-c1e6-c939-6470-ecdf5b0173f2" [ 715.943408] env[69316]: _type = "Task" [ 715.943408] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.952586] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528ab069-c1e6-c939-6470-ecdf5b0173f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.960939] env[69316]: DEBUG nova.compute.manager [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.961205] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.962411] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb91a13-df66-4125-a3f4-9969f178770f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.969593] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.970146] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2abc1568-a442-4064-b064-59afadf99f1b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.975879] env[69316]: DEBUG oslo_vmware.api [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Waiting for the task: (returnval){ [ 715.975879] env[69316]: value = "task-3366563" [ 715.975879] env[69316]: _type = "Task" [ 715.975879] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.986170] env[69316]: DEBUG oslo_vmware.api [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Task: {'id': task-3366563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.081565] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366560, 'name': ReconfigVM_Task, 'duration_secs': 0.826311} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.081888] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2b8b533d-0169-463f-9035-b2267bb74a87/2b8b533d-0169-463f-9035-b2267bb74a87.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.082523] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc80ec27-eb3d-4bae-b359-2c0f26777676 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.089936] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 716.089936] env[69316]: value = "task-3366564" [ 716.089936] env[69316]: _type = "Task" [ 716.089936] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.097895] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366564, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.168028] env[69316]: DEBUG nova.compute.manager [req-c91d4f63-8308-4969-9a3e-07e91bab61e1 req-3fdfeaae-9fa8-4dd2-916b-7a10d017dc01 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Received event network-changed-b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.168028] env[69316]: DEBUG nova.compute.manager [req-c91d4f63-8308-4969-9a3e-07e91bab61e1 req-3fdfeaae-9fa8-4dd2-916b-7a10d017dc01 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Refreshing instance network info cache due to event network-changed-b5d670f4-44d3-436e-933c-b2fae6553ab7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.168028] env[69316]: DEBUG oslo_concurrency.lockutils [req-c91d4f63-8308-4969-9a3e-07e91bab61e1 req-3fdfeaae-9fa8-4dd2-916b-7a10d017dc01 service nova] Acquiring lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.168295] env[69316]: DEBUG oslo_concurrency.lockutils [req-c91d4f63-8308-4969-9a3e-07e91bab61e1 req-3fdfeaae-9fa8-4dd2-916b-7a10d017dc01 service nova] Acquired lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.168656] env[69316]: DEBUG nova.network.neutron [req-c91d4f63-8308-4969-9a3e-07e91bab61e1 req-3fdfeaae-9fa8-4dd2-916b-7a10d017dc01 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Refreshing network info cache for port b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.174466] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.189909] env[69316]: DEBUG nova.scheduler.client.report [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.247978] env[69316]: DEBUG nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.278828] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.279134] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.279323] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.279523] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.279667] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.279812] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.281015] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.281015] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.281015] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.281015] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.281015] env[69316]: DEBUG nova.virt.hardware [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.283254] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d69f5-c33d-44bd-b1c8-10e230a8467c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.287652] env[69316]: DEBUG nova.compute.manager [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.288444] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8e5b24-0b70-464e-b540-0743640b5cfb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.301060] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836d22f-bc32-4f07-b8eb-a74d0f0d381a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.424718] env[69316]: DEBUG oslo_concurrency.lockutils [req-adbd9817-8109-4677-b236-5f0838d4d6ed req-801f3fbb-fbdc-4ff5-94f9-38e73fb47c13 service nova] Releasing lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.455762] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528ab069-c1e6-c939-6470-ecdf5b0173f2, 'name': SearchDatastore_Task, 'duration_secs': 0.039958} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.456075] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.456399] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.456732] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf0bee0a-c72d-401f-aa46-3dfb78e4fdd0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.465139] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 716.465139] env[69316]: value = "task-3366565" [ 716.465139] env[69316]: _type = "Task" [ 716.465139] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.473384] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.484482] env[69316]: DEBUG oslo_vmware.api [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Task: {'id': task-3366563, 'name': PowerOffVM_Task, 'duration_secs': 0.217527} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.484757] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.484939] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.485511] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6c5942a-2910-45b5-bf42-d88675ebeeb6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.556025] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.556025] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.556025] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Deleting the datastore file [datastore1] 4267677a-a170-4790-b847-c4f077b37015 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.556025] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03fbb3de-02d9-4342-82f8-771edc62c4ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.565061] env[69316]: DEBUG oslo_vmware.api [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Waiting for the task: (returnval){ [ 716.565061] env[69316]: value = "task-3366567" [ 716.565061] env[69316]: _type = "Task" [ 716.565061] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.571874] env[69316]: DEBUG oslo_vmware.api [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Task: {'id': task-3366567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.599209] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366564, 'name': Rename_Task, 'duration_secs': 0.159917} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.599690] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.600082] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e80c4b-2523-4696-b68a-cffdb0c946c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.606128] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 716.606128] env[69316]: value = "task-3366568" [ 716.606128] env[69316]: _type = "Task" [ 716.606128] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.615640] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.670511] env[69316]: DEBUG oslo_vmware.api [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366562, 'name': PowerOnVM_Task, 'duration_secs': 0.881726} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.671019] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.671338] env[69316]: INFO nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Took 11.65 seconds to spawn the instance on the hypervisor. [ 716.671647] env[69316]: DEBUG nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.672671] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e34998-4637-467d-8625-a6955f82db2a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.694713] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.695167] env[69316]: DEBUG nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.699830] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.803s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.700805] env[69316]: INFO nova.compute.claims [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.952996] env[69316]: DEBUG nova.network.neutron [req-c91d4f63-8308-4969-9a3e-07e91bab61e1 req-3fdfeaae-9fa8-4dd2-916b-7a10d017dc01 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updated VIF entry in instance network info cache for port b5d670f4-44d3-436e-933c-b2fae6553ab7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.952996] env[69316]: DEBUG nova.network.neutron [req-c91d4f63-8308-4969-9a3e-07e91bab61e1 req-3fdfeaae-9fa8-4dd2-916b-7a10d017dc01 service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updating instance_info_cache with network_info: [{"id": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "address": "fa:16:3e:ba:29:7f", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d670f4-44", "ovs_interfaceid": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.978680] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366565, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.075170] env[69316]: DEBUG oslo_vmware.api [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Task: {'id': task-3366567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280362} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.075170] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.075170] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.075170] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.075509] env[69316]: INFO nova.compute.manager [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] [instance: 4267677a-a170-4790-b847-c4f077b37015] Took 1.11 seconds to destroy the instance on the hypervisor. [ 717.075833] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.076079] env[69316]: DEBUG nova.compute.manager [-] [instance: 4267677a-a170-4790-b847-c4f077b37015] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.076209] env[69316]: DEBUG nova.network.neutron [-] [instance: 4267677a-a170-4790-b847-c4f077b37015] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.122491] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366568, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.196289] env[69316]: INFO nova.compute.manager [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Took 24.10 seconds to build instance. [ 717.200998] env[69316]: DEBUG nova.compute.utils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.202854] env[69316]: DEBUG nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.203082] env[69316]: DEBUG nova.network.neutron [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.318263] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f252288-21ec-493d-aa33-a47ff9954ce9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.327130] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Doing hard reboot of VM {{(pid=69316) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 717.327130] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8700850b-d111-4566-8b37-f6a4b9299ff2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.336658] env[69316]: DEBUG oslo_vmware.api [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 717.336658] env[69316]: value = "task-3366569" [ 717.336658] env[69316]: _type = "Task" [ 717.336658] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.344709] env[69316]: DEBUG nova.policy [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b69634085662409383b00fe376fcb5ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c86a98c6df3443f874cb49442e38198', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.351571] env[69316]: DEBUG oslo_vmware.api [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366569, 'name': ResetVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.408177] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Acquiring lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.408464] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.456600] env[69316]: DEBUG oslo_concurrency.lockutils [req-c91d4f63-8308-4969-9a3e-07e91bab61e1 req-3fdfeaae-9fa8-4dd2-916b-7a10d017dc01 service nova] Releasing lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.479164] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596667} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.479164] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.480121] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.480121] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe0d8299-db10-47fa-bdf3-8c4d98093754 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.487736] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 717.487736] env[69316]: value = "task-3366570" [ 717.487736] env[69316]: _type = "Task" [ 717.487736] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.497648] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.618869] env[69316]: DEBUG oslo_vmware.api [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3366568, 'name': PowerOnVM_Task, 'duration_secs': 0.782483} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.618869] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.619043] env[69316]: INFO nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Took 9.91 seconds to spawn the instance on the hypervisor. [ 717.619299] env[69316]: DEBUG nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.620238] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81c4ed9-d0b0-4592-abe1-7eef5008abd8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.700553] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.616s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.708882] env[69316]: DEBUG nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.749164] env[69316]: DEBUG nova.network.neutron [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Successfully updated port: 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.818384] env[69316]: DEBUG nova.network.neutron [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Successfully created port: 24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.840388] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "9ea66b42-34d2-430c-b688-34d7a6d600a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.840388] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "9ea66b42-34d2-430c-b688-34d7a6d600a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.851621] env[69316]: DEBUG oslo_vmware.api [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366569, 'name': ResetVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.004958] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075051} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.007404] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.008082] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe87c777-0567-4c8f-8530-edd1ef726ddd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.046130] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.048176] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49eb4a1-19d5-4c26-82df-8da18b4bc7ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.068574] env[69316]: DEBUG nova.network.neutron [-] [instance: 4267677a-a170-4790-b847-c4f077b37015] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.080675] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.081665] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.084940] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 718.084940] env[69316]: value = "task-3366571" [ 718.084940] env[69316]: _type = "Task" [ 718.084940] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.104745] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.137245] env[69316]: INFO nova.compute.manager [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Took 19.56 seconds to build instance. [ 718.166957] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb7158e-ae5c-4d26-ac52-ab07b67f1dec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.176915] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beae9ba8-423c-4338-bf6d-9aed17fd3ead {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.216980] env[69316]: DEBUG nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.224853] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf8ff1-a004-4fae-9ab9-34eef24e929e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.233495] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa66acf-d8bd-4f8b-9c3a-56ad31be7299 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.253931] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.253993] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquired lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.254154] env[69316]: DEBUG nova.network.neutron [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.255618] env[69316]: DEBUG nova.compute.provider_tree [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.350542] env[69316]: DEBUG oslo_vmware.api [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366569, 'name': ResetVM_Task, 'duration_secs': 0.699022} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.350863] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Did hard reboot of VM {{(pid=69316) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 718.351111] env[69316]: DEBUG nova.compute.manager [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.351969] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374f7533-c4fb-493e-8c5d-4a1e4448fb7e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.575726] env[69316]: INFO nova.compute.manager [-] [instance: 4267677a-a170-4790-b847-c4f077b37015] Took 1.50 seconds to deallocate network for instance. [ 718.594906] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.640875] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f38ff69e-57e8-463a-90fc-01282a316c82 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.075s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.729270] env[69316]: DEBUG nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.757519] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.762980] env[69316]: DEBUG nova.scheduler.client.report [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.767542] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.767824] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.768018] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.768151] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.768304] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.772019] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.772019] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.772019] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.772019] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.772019] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.772309] env[69316]: DEBUG nova.virt.hardware [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.772309] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78bfa9a-9633-4bb3-8c4b-3b3f8ef3828b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.779511] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1572111e-1b95-44a1-9185-be33bb566bb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.804076] env[69316]: DEBUG nova.network.neutron [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.869918] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b69bbef3-3e51-4740-b5a7-5285bc3bc701 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.264s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.920432] env[69316]: DEBUG nova.compute.manager [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Received event network-vif-plugged-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.920722] env[69316]: DEBUG oslo_concurrency.lockutils [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] Acquiring lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.920849] env[69316]: DEBUG oslo_concurrency.lockutils [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] Lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.921170] env[69316]: DEBUG oslo_concurrency.lockutils [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] Lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.921367] env[69316]: DEBUG nova.compute.manager [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] No waiting events found dispatching network-vif-plugged-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.921536] env[69316]: WARNING nova.compute.manager [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Received unexpected event network-vif-plugged-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 for instance with vm_state building and task_state spawning. [ 718.921700] env[69316]: DEBUG nova.compute.manager [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: 4267677a-a170-4790-b847-c4f077b37015] Received event network-vif-deleted-91ec2ec2-9593-4335-b756-54b90cc039a7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.921863] env[69316]: DEBUG nova.compute.manager [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Received event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.922027] env[69316]: DEBUG nova.compute.manager [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing instance network info cache due to event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.922212] env[69316]: DEBUG oslo_concurrency.lockutils [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] Acquiring lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.943272] env[69316]: DEBUG nova.network.neutron [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updating instance_info_cache with network_info: [{"id": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "address": "fa:16:3e:df:4a:6a", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd66928-ad", "ovs_interfaceid": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.086088] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.096601] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.144281] env[69316]: DEBUG nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.265776] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.266408] env[69316]: DEBUG nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.271452] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.383s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.274566] env[69316]: INFO nova.compute.claims [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.367793] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "bb4003d9-d483-4eb6-a7db-cc067adad217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.367793] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "bb4003d9-d483-4eb6-a7db-cc067adad217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.445843] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Releasing lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.447032] env[69316]: DEBUG nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Instance network_info: |[{"id": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "address": "fa:16:3e:df:4a:6a", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd66928-ad", "ovs_interfaceid": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.447032] env[69316]: DEBUG oslo_concurrency.lockutils [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] Acquired lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.448067] env[69316]: DEBUG nova.network.neutron [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.448067] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:4a:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.456245] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Creating folder: Project (6eace5bf0342430392148b5305321cb3). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.456884] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8af1820-7c0a-45c6-bb41-e89102bf881e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.469233] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Created folder: Project (6eace5bf0342430392148b5305321cb3) in parent group-v671748. [ 719.469233] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Creating folder: Instances. Parent ref: group-v671775. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.469233] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e591d83-fcd2-468b-8ca7-1b079cc08f2e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.478676] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Created folder: Instances in parent group-v671775. [ 719.478953] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.479176] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.479398] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-804de334-8711-4242-ad75-495eb0386542 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.495199] env[69316]: DEBUG nova.network.neutron [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Successfully updated port: 24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.501498] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.501498] env[69316]: value = "task-3366574" [ 719.501498] env[69316]: _type = "Task" [ 719.501498] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.510678] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366574, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.596632] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366571, 'name': ReconfigVM_Task, 'duration_secs': 1.080105} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.597050] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.597734] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d8aae2c-f049-419f-9a05-6b40a6dd7d43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.605968] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 719.605968] env[69316]: value = "task-3366575" [ 719.605968] env[69316]: _type = "Task" [ 719.605968] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.613121] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366575, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.670314] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.782426] env[69316]: DEBUG nova.compute.utils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.785906] env[69316]: DEBUG nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.786153] env[69316]: DEBUG nova.network.neutron [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.846935] env[69316]: DEBUG nova.policy [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '740b5b5b0817408788c1d528355f6add', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3706d59ce764c298559db1db298adaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.003034] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.006017] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.006380] env[69316]: DEBUG nova.network.neutron [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.023164] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366574, 'name': CreateVM_Task, 'duration_secs': 0.377899} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.023832] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.025083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.025572] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.026085] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.026432] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65d8ba5-f3b6-4886-8214-5b087b3c6e04 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.035020] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 720.035020] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e3d26c-c306-6869-c653-b24d47a129c6" [ 720.035020] env[69316]: _type = "Task" [ 720.035020] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.045951] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e3d26c-c306-6869-c653-b24d47a129c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.113716] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366575, 'name': Rename_Task, 'duration_secs': 0.223433} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.115919] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.116260] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ab5829-8e67-4ae1-9d03-e69c65ca6efc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.123685] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 720.123685] env[69316]: value = "task-3366576" [ 720.123685] env[69316]: _type = "Task" [ 720.123685] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.133697] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.290021] env[69316]: DEBUG nova.network.neutron [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updated VIF entry in instance network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.290021] env[69316]: DEBUG nova.network.neutron [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updating instance_info_cache with network_info: [{"id": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "address": "fa:16:3e:df:4a:6a", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd66928-ad", "ovs_interfaceid": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.290568] env[69316]: DEBUG nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.315225] env[69316]: DEBUG nova.network.neutron [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Successfully created port: c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.548759] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e3d26c-c306-6869-c653-b24d47a129c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014755} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.548759] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.548890] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.549191] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.549400] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.549710] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.549925] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-748a5740-2231-447d-af1b-46ebf5cc99ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.568079] env[69316]: DEBUG nova.compute.manager [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 720.572192] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.572379] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.573335] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbc5955-b84e-43f1-b02a-3d04be1fc46d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.575827] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.576060] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.576255] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "65fceb63-2326-4d32-8281-2b7402fa4d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.577068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.577068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.580663] env[69316]: INFO nova.compute.manager [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Terminating instance [ 720.582553] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 720.582553] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a292bd-0bcd-9a0b-e2ba-91c1ef82985b" [ 720.582553] env[69316]: _type = "Task" [ 720.582553] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.598090] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a292bd-0bcd-9a0b-e2ba-91c1ef82985b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.636579] env[69316]: DEBUG oslo_vmware.api [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366576, 'name': PowerOnVM_Task, 'duration_secs': 0.467227} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.637414] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.637414] env[69316]: DEBUG nova.compute.manager [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.638070] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a278ee7-77e6-4257-bf79-35d5507b4239 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.714016] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ec3e0e-669b-4ac0-950e-ed9e64eeedf9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.722269] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bab36c-b799-4bf8-b025-88b36fedc941 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.763009] env[69316]: DEBUG nova.network.neutron [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.763009] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd40b62c-b34c-4100-805a-1aa6d237fd9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.770674] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b05b95-bc42-4f86-9598-5fa7416a839d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.786017] env[69316]: DEBUG nova.compute.provider_tree [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.793482] env[69316]: DEBUG oslo_concurrency.lockutils [req-1beae8cd-1dcf-4f45-9755-e77bb8795c0c req-1ac39dcc-6445-42e8-b0ed-f1565050cc75 service nova] Releasing lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.008289] env[69316]: DEBUG nova.network.neutron [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [{"id": "24cf2e96-798a-459f-b34e-1180798e0945", "address": "fa:16:3e:97:38:37", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf2e96-79", "ovs_interfaceid": "24cf2e96-798a-459f-b34e-1180798e0945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.091633] env[69316]: DEBUG nova.compute.manager [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.091633] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.092768] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29138c1b-53dd-401f-b6c6-25d87bad50af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.097779] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.102289] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a292bd-0bcd-9a0b-e2ba-91c1ef82985b, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.102529] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cdc8e2-1abb-4fde-9f0e-9f824fdbdab0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.106656] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.107216] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8e6624-4d9d-4262-9f51-8ccdfa72d5fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.113485] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 721.113485] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b0b305-a709-7255-f981-3c772f03716b" [ 721.113485] env[69316]: _type = "Task" [ 721.113485] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.125098] env[69316]: DEBUG oslo_vmware.api [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 721.125098] env[69316]: value = "task-3366577" [ 721.125098] env[69316]: _type = "Task" [ 721.125098] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.131943] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b0b305-a709-7255-f981-3c772f03716b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.136853] env[69316]: DEBUG oslo_vmware.api [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.155165] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.293019] env[69316]: DEBUG nova.scheduler.client.report [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.302988] env[69316]: DEBUG nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.346228] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.346875] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.346875] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.346875] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.347060] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.347182] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.347394] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.347560] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.347741] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.347907] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.348092] env[69316]: DEBUG nova.virt.hardware [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.349122] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7859705-94f7-47ad-afe2-16b8c0624cef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.358277] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902001cd-d9a5-48d8-9020-e2f160241711 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.512672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.512998] env[69316]: DEBUG nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Instance network_info: |[{"id": "24cf2e96-798a-459f-b34e-1180798e0945", "address": "fa:16:3e:97:38:37", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf2e96-79", "ovs_interfaceid": "24cf2e96-798a-459f-b34e-1180798e0945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.513436] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:38:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24cf2e96-798a-459f-b34e-1180798e0945', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.523018] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating folder: Project (8c86a98c6df3443f874cb49442e38198). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.523018] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f54d31e1-729d-4f23-a3d4-a7e13fdbe9be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.534821] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Created folder: Project (8c86a98c6df3443f874cb49442e38198) in parent group-v671748. [ 721.535962] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating folder: Instances. Parent ref: group-v671778. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.536523] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a035d92c-238e-4161-8863-c62575b2db96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.548016] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Created folder: Instances in parent group-v671778. [ 721.548016] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.548016] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.548016] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-900c19d1-5055-4e9e-86da-c449e0f147c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.571667] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.571667] env[69316]: value = "task-3366580" [ 721.571667] env[69316]: _type = "Task" [ 721.571667] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.574598] env[69316]: DEBUG nova.compute.manager [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Received event network-vif-plugged-24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.574954] env[69316]: DEBUG oslo_concurrency.lockutils [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] Acquiring lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.574954] env[69316]: DEBUG oslo_concurrency.lockutils [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.577361] env[69316]: DEBUG oslo_concurrency.lockutils [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.577361] env[69316]: DEBUG nova.compute.manager [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] No waiting events found dispatching network-vif-plugged-24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.577361] env[69316]: WARNING nova.compute.manager [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Received unexpected event network-vif-plugged-24cf2e96-798a-459f-b34e-1180798e0945 for instance with vm_state building and task_state spawning. [ 721.577361] env[69316]: DEBUG nova.compute.manager [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Received event network-changed-24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.577361] env[69316]: DEBUG nova.compute.manager [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Refreshing instance network info cache due to event network-changed-24cf2e96-798a-459f-b34e-1180798e0945. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.577630] env[69316]: DEBUG oslo_concurrency.lockutils [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] Acquiring lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.577630] env[69316]: DEBUG oslo_concurrency.lockutils [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] Acquired lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.577630] env[69316]: DEBUG nova.network.neutron [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Refreshing network info cache for port 24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.588577] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366580, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.625489] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b0b305-a709-7255-f981-3c772f03716b, 'name': SearchDatastore_Task, 'duration_secs': 0.01927} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.625922] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.626246] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] e99bc314-8e40-4c7f-8cb6-96e4e721023f/e99bc314-8e40-4c7f-8cb6-96e4e721023f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.629686] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e8eb6cd-f2ad-4fd3-9a2e-10a8f18d7cca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.640291] env[69316]: DEBUG oslo_vmware.api [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366577, 'name': PowerOffVM_Task, 'duration_secs': 0.321716} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.640764] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.642085] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.642085] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 721.642085] env[69316]: value = "task-3366581" [ 721.642085] env[69316]: _type = "Task" [ 721.642085] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.642085] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f250d9b-e4dd-485e-911e-3b017c5f4c84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.654190] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.798260] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.799012] env[69316]: DEBUG nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.802246] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.568s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.807859] env[69316]: INFO nova.compute.claims [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.951594] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.951833] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.952022] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Deleting the datastore file [datastore1] 65fceb63-2326-4d32-8281-2b7402fa4d5c {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.952287] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bfde6c3-9b7f-40f1-83df-5138f3ba9717 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.962095] env[69316]: DEBUG oslo_vmware.api [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for the task: (returnval){ [ 721.962095] env[69316]: value = "task-3366583" [ 721.962095] env[69316]: _type = "Task" [ 721.962095] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.972769] env[69316]: DEBUG oslo_vmware.api [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.995887] env[69316]: DEBUG nova.compute.manager [req-5650e4b4-5d9a-496e-9291-d5debd0a3b4b req-ee81c18c-813c-42d6-8c93-3b57f48dd9ba service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Received event network-changed-4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.996491] env[69316]: DEBUG nova.compute.manager [req-5650e4b4-5d9a-496e-9291-d5debd0a3b4b req-ee81c18c-813c-42d6-8c93-3b57f48dd9ba service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Refreshing instance network info cache due to event network-changed-4b050270-0a4b-40fc-9ec1-166589719fee. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.997178] env[69316]: DEBUG oslo_concurrency.lockutils [req-5650e4b4-5d9a-496e-9291-d5debd0a3b4b req-ee81c18c-813c-42d6-8c93-3b57f48dd9ba service nova] Acquiring lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.997727] env[69316]: DEBUG oslo_concurrency.lockutils [req-5650e4b4-5d9a-496e-9291-d5debd0a3b4b req-ee81c18c-813c-42d6-8c93-3b57f48dd9ba service nova] Acquired lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.998592] env[69316]: DEBUG nova.network.neutron [req-5650e4b4-5d9a-496e-9291-d5debd0a3b4b req-ee81c18c-813c-42d6-8c93-3b57f48dd9ba service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Refreshing network info cache for port 4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.086205] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366580, 'name': CreateVM_Task, 'duration_secs': 0.390945} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.086402] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.087411] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.087724] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.087969] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.088297] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226fc99f-1ca3-4155-87f8-6bff00e9db49 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.093801] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 722.093801] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524591c2-2741-df62-e6f5-9de85d712b5a" [ 722.093801] env[69316]: _type = "Task" [ 722.093801] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.106971] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524591c2-2741-df62-e6f5-9de85d712b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.152738] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366581, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.313940] env[69316]: DEBUG nova.compute.utils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.321224] env[69316]: DEBUG nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.321413] env[69316]: DEBUG nova.network.neutron [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.326148] env[69316]: DEBUG nova.network.neutron [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Successfully updated port: c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.434419] env[69316]: DEBUG nova.policy [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0724a648a05e406c9efaa9634d7310c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fea4cb152d4ba797ed23b2e9d7c087', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.474659] env[69316]: DEBUG oslo_vmware.api [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Task: {'id': task-3366583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313844} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.475371] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.475617] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.475800] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.475974] env[69316]: INFO nova.compute.manager [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Took 1.38 seconds to destroy the instance on the hypervisor. [ 722.476316] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.476908] env[69316]: DEBUG nova.compute.manager [-] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.476908] env[69316]: DEBUG nova.network.neutron [-] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.604638] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524591c2-2741-df62-e6f5-9de85d712b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.024343} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.605058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.605522] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.605522] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.605738] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.605830] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.606139] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8040c510-2084-4896-9f11-a73ea5f8ff30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.617636] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.617839] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.618659] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae8a641-7244-4052-bad8-de2e9e65a264 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.624726] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 722.624726] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5203f0c3-3a5f-3c27-140e-6b24b4620125" [ 722.624726] env[69316]: _type = "Task" [ 722.624726] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.635458] env[69316]: DEBUG nova.network.neutron [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updated VIF entry in instance network info cache for port 24cf2e96-798a-459f-b34e-1180798e0945. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.636397] env[69316]: DEBUG nova.network.neutron [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [{"id": "24cf2e96-798a-459f-b34e-1180798e0945", "address": "fa:16:3e:97:38:37", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf2e96-79", "ovs_interfaceid": "24cf2e96-798a-459f-b34e-1180798e0945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.642233] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5203f0c3-3a5f-3c27-140e-6b24b4620125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.654633] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561447} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.655048] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] e99bc314-8e40-4c7f-8cb6-96e4e721023f/e99bc314-8e40-4c7f-8cb6-96e4e721023f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.655209] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.655362] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2df3d9bc-4de4-40c0-a91b-3769acd676cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.662780] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 722.662780] env[69316]: value = "task-3366584" [ 722.662780] env[69316]: _type = "Task" [ 722.662780] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.673843] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.822620] env[69316]: DEBUG nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.836249] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquiring lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.836400] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquired lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.836685] env[69316]: DEBUG nova.network.neutron [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.091801] env[69316]: INFO nova.compute.manager [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Rebuilding instance [ 723.136702] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5203f0c3-3a5f-3c27-140e-6b24b4620125, 'name': SearchDatastore_Task, 'duration_secs': 0.040564} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.143635] env[69316]: DEBUG nova.compute.manager [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.144729] env[69316]: DEBUG oslo_concurrency.lockutils [req-4ec078ff-f53d-427d-8e83-669fb9b9b4e3 req-0787a393-20df-4ab6-939a-3a172aedd1f9 service nova] Releasing lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.145574] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc961541-7dae-4baf-8e49-7a49b3537ddb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.148673] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ec785f-70d4-46ad-a62e-ccef7eadd4e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.162174] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 723.162174] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f560cf-5342-769d-d95c-e8668323ad17" [ 723.162174] env[69316]: _type = "Task" [ 723.162174] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.176082] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f560cf-5342-769d-d95c-e8668323ad17, 'name': SearchDatastore_Task, 'duration_secs': 0.01431} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.178760] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.179100] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] cb02e9e8-1395-4578-89af-7fd8f84c52db/cb02e9e8-1395-4578-89af-7fd8f84c52db.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.179409] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230177} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.179637] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c231dbf-85bd-48b0-84d0-7556fafe2637 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.183771] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.183771] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293442fe-ec72-4566-83ae-50c4faf4609b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.216937] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] e99bc314-8e40-4c7f-8cb6-96e4e721023f/e99bc314-8e40-4c7f-8cb6-96e4e721023f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.218426] env[69316]: DEBUG nova.network.neutron [req-5650e4b4-5d9a-496e-9291-d5debd0a3b4b req-ee81c18c-813c-42d6-8c93-3b57f48dd9ba service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Updated VIF entry in instance network info cache for port 4b050270-0a4b-40fc-9ec1-166589719fee. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.218539] env[69316]: DEBUG nova.network.neutron [req-5650e4b4-5d9a-496e-9291-d5debd0a3b4b req-ee81c18c-813c-42d6-8c93-3b57f48dd9ba service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Updating instance_info_cache with network_info: [{"id": "4b050270-0a4b-40fc-9ec1-166589719fee", "address": "fa:16:3e:76:b3:45", "network": {"id": "892dc894-618e-430c-acb4-51c3a2377311", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-77907658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5342526a03a540f6a33318d46a831a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b050270-0a", "ovs_interfaceid": "4b050270-0a4b-40fc-9ec1-166589719fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.224895] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40a8685-88ba-4a95-866f-253d86dd06da {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.240870] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 723.240870] env[69316]: value = "task-3366585" [ 723.240870] env[69316]: _type = "Task" [ 723.240870] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.248538] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 723.248538] env[69316]: value = "task-3366586" [ 723.248538] env[69316]: _type = "Task" [ 723.248538] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.257631] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.269506] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.310115] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69783776-a3d7-4639-aed6-9eaf9da2e095 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.316956] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691135ef-f6e9-417e-93e3-bba6571e5bff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.359345] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff96651-e598-45e7-b626-a20507c56999 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.368349] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa258a9-5097-436d-b43f-992d8864c9bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.384134] env[69316]: DEBUG nova.compute.provider_tree [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.417476] env[69316]: DEBUG nova.network.neutron [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.440677] env[69316]: DEBUG nova.network.neutron [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Successfully created port: daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.647151] env[69316]: DEBUG nova.network.neutron [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Updating instance_info_cache with network_info: [{"id": "c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8", "address": "fa:16:3e:e7:b8:d2", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7ebbe-c9", "ovs_interfaceid": "c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.721754] env[69316]: DEBUG oslo_concurrency.lockutils [req-5650e4b4-5d9a-496e-9291-d5debd0a3b4b req-ee81c18c-813c-42d6-8c93-3b57f48dd9ba service nova] Releasing lock "refresh_cache-2b8b533d-0169-463f-9035-b2267bb74a87" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.759715] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.768779] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366586, 'name': ReconfigVM_Task, 'duration_secs': 0.473154} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.769197] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Reconfigured VM instance instance-00000008 to attach disk [datastore2] e99bc314-8e40-4c7f-8cb6-96e4e721023f/e99bc314-8e40-4c7f-8cb6-96e4e721023f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.770147] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a573982-a1cc-4f35-a992-a4166f77bd96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.783096] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 723.783096] env[69316]: value = "task-3366587" [ 723.783096] env[69316]: _type = "Task" [ 723.783096] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.796201] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366587, 'name': Rename_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.860244] env[69316]: DEBUG nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.889155] env[69316]: DEBUG nova.scheduler.client.report [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.901459] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.902255] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.902368] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.902511] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.903132] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.903132] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.903132] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.903308] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.903349] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.903501] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.903671] env[69316]: DEBUG nova.virt.hardware [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.904640] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60c547-6691-4b40-bdea-c359042c9158 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.916317] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e33e04e-247d-42f6-bb50-4f003c1af080 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.934373] env[69316]: DEBUG nova.network.neutron [-] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.141023] env[69316]: DEBUG nova.compute.manager [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Received event network-vif-plugged-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.141376] env[69316]: DEBUG oslo_concurrency.lockutils [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] Acquiring lock "5a75a617-3721-44ba-b844-6c369dfe5f9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.141714] env[69316]: DEBUG oslo_concurrency.lockutils [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] Lock "5a75a617-3721-44ba-b844-6c369dfe5f9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.142107] env[69316]: DEBUG oslo_concurrency.lockutils [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] Lock "5a75a617-3721-44ba-b844-6c369dfe5f9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.142242] env[69316]: DEBUG nova.compute.manager [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] No waiting events found dispatching network-vif-plugged-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.142467] env[69316]: WARNING nova.compute.manager [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Received unexpected event network-vif-plugged-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 for instance with vm_state building and task_state spawning. [ 724.142771] env[69316]: DEBUG nova.compute.manager [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Received event network-changed-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.142996] env[69316]: DEBUG nova.compute.manager [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Refreshing instance network info cache due to event network-changed-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.143210] env[69316]: DEBUG oslo_concurrency.lockutils [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] Acquiring lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.151394] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Releasing lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.151691] env[69316]: DEBUG nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Instance network_info: |[{"id": "c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8", "address": "fa:16:3e:e7:b8:d2", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7ebbe-c9", "ovs_interfaceid": "c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.152311] env[69316]: DEBUG oslo_concurrency.lockutils [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] Acquired lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.152454] env[69316]: DEBUG nova.network.neutron [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Refreshing network info cache for port c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.153652] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.161845] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Creating folder: Project (a3706d59ce764c298559db1db298adaf). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.165501] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e192ff67-ed41-470c-8a4e-d7dd71f3ff57 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.167734] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.168614] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a27b8584-a988-4550-a11c-64209ff4c1cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.175765] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 724.175765] env[69316]: value = "task-3366589" [ 724.175765] env[69316]: _type = "Task" [ 724.175765] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.180322] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Created folder: Project (a3706d59ce764c298559db1db298adaf) in parent group-v671748. [ 724.180516] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Creating folder: Instances. Parent ref: group-v671781. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.181177] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e24ea93-b81f-4be7-a7cc-898ca55c4096 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.187678] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.195394] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Created folder: Instances in parent group-v671781. [ 724.195782] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.195979] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.196238] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b967ee2-9b5c-4ebe-8141-853d1a9a2a98 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.225418] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.225418] env[69316]: value = "task-3366591" [ 724.225418] env[69316]: _type = "Task" [ 724.225418] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.238541] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366591, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.252335] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671523} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.252607] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] cb02e9e8-1395-4578-89af-7fd8f84c52db/cb02e9e8-1395-4578-89af-7fd8f84c52db.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.252819] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.253739] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374ba785-7043-48c7-9e5d-57aafe2003d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.259886] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 724.259886] env[69316]: value = "task-3366592" [ 724.259886] env[69316]: _type = "Task" [ 724.259886] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.269751] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.291927] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366587, 'name': Rename_Task, 'duration_secs': 0.254454} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.291927] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.291927] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ef1b17-3f28-4d23-8abb-114e15a63e73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.298221] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 724.298221] env[69316]: value = "task-3366593" [ 724.298221] env[69316]: _type = "Task" [ 724.298221] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.307653] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.398067] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.398067] env[69316]: DEBUG nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.402092] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.594s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.404481] env[69316]: INFO nova.compute.claims [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.439202] env[69316]: INFO nova.compute.manager [-] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Took 1.96 seconds to deallocate network for instance. [ 724.649747] env[69316]: DEBUG nova.network.neutron [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Updated VIF entry in instance network info cache for port c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.650127] env[69316]: DEBUG nova.network.neutron [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Updating instance_info_cache with network_info: [{"id": "c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8", "address": "fa:16:3e:e7:b8:d2", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7ebbe-c9", "ovs_interfaceid": "c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.690596] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.737416] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366591, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.772280] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084419} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.772586] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.773817] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a3153-8582-4742-9f3d-4a5de1e0fd79 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.801764] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] cb02e9e8-1395-4578-89af-7fd8f84c52db/cb02e9e8-1395-4578-89af-7fd8f84c52db.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.804879] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cc41f7-1507-4f79-812c-a37517575661 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.831874] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.833349] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 724.833349] env[69316]: value = "task-3366594" [ 724.833349] env[69316]: _type = "Task" [ 724.833349] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.841160] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.910892] env[69316]: DEBUG nova.compute.utils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.913763] env[69316]: DEBUG nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.913848] env[69316]: DEBUG nova.network.neutron [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.952845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.982083] env[69316]: DEBUG nova.policy [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48d905c57e1541a8aa9f11e7948d1909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a706a2779ee490dadb123a5e94eddc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.153687] env[69316]: DEBUG oslo_concurrency.lockutils [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] Releasing lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.153687] env[69316]: DEBUG nova.compute.manager [req-93715fbf-55bc-4c33-8480-607fcd85938d req-36b02da2-7db3-4c8f-a039-ddadfe849cc9 service nova] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Received event network-vif-deleted-377fca5e-a3c8-4d8d-9120-8caf0dfba728 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.191115] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366589, 'name': PowerOffVM_Task, 'duration_secs': 0.983572} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.191115] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.191115] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.193203] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf42696-540d-4d67-9a08-9126b05a7f0a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.202119] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.202533] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-873cf23e-809e-48cf-a388-a55b901c6b89 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.231616] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.231875] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.232351] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Deleting the datastore file [datastore2] 64aea4a9-d672-473a-b00c-e3aeaa544c14 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.233306] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9874b8ba-9a34-436f-959e-8e375286cf64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.238703] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366591, 'name': CreateVM_Task, 'duration_secs': 0.563693} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.239129] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.239956] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.239956] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.240965] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.242595] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90871f7a-fdb9-4248-9636-b22e74a2e93f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.244967] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 725.244967] env[69316]: value = "task-3366596" [ 725.244967] env[69316]: _type = "Task" [ 725.244967] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.251336] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 725.251336] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a88963-570e-4b39-df00-852844d806c3" [ 725.251336] env[69316]: _type = "Task" [ 725.251336] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.259724] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.265551] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a88963-570e-4b39-df00-852844d806c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.265894] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.266175] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.266447] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.266710] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.266957] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.269077] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-904c3c7b-3495-4ff3-87b8-da9585477a99 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.275829] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.275935] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.276820] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ab3f7f-1e87-496c-b9da-9916a7c03e37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.284118] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 725.284118] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52620314-354d-681b-be6c-a81593cbf0b3" [ 725.284118] env[69316]: _type = "Task" [ 725.284118] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.292402] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52620314-354d-681b-be6c-a81593cbf0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.311937] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.343299] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.378788] env[69316]: DEBUG nova.network.neutron [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Successfully updated port: daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.414805] env[69316]: DEBUG nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.755328] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098308} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.755328] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.755464] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.755683] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.798110] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52620314-354d-681b-be6c-a81593cbf0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008376} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.798827] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a46a3ea-47f0-4762-be56-2b9f99aef8b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.809136] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 725.809136] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523cf33d-f6d9-b272-12e1-ccc523212d27" [ 725.809136] env[69316]: _type = "Task" [ 725.809136] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.816980] env[69316]: DEBUG oslo_vmware.api [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366593, 'name': PowerOnVM_Task, 'duration_secs': 1.218483} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.819896] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.820232] env[69316]: INFO nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Took 9.57 seconds to spawn the instance on the hypervisor. [ 725.820329] env[69316]: DEBUG nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.825334] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afcf75f-74b8-481e-b204-447735fcc845 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.829409] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523cf33d-f6d9-b272-12e1-ccc523212d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.836024] env[69316]: DEBUG nova.network.neutron [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Successfully created port: 85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.839543] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4303cff0-8e11-43cb-8f5c-1825c8070181 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.852561] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366594, 'name': ReconfigVM_Task, 'duration_secs': 0.845219} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.852889] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Reconfigured VM instance instance-00000009 to attach disk [datastore1] cb02e9e8-1395-4578-89af-7fd8f84c52db/cb02e9e8-1395-4578-89af-7fd8f84c52db.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.856489] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2780e4d-f4d9-4dae-a11a-aff870bb7969 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.857592] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ce56914-55e2-4dac-9760-a4021313d702 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.892689] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquiring lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.892907] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquired lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.893018] env[69316]: DEBUG nova.network.neutron [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.894658] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 725.894658] env[69316]: value = "task-3366597" [ 725.894658] env[69316]: _type = "Task" [ 725.894658] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.895935] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d3841d-c775-4782-8a21-8af311196da4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.909264] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366597, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.911289] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e528f7-d633-4243-875b-b51e324baf6a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.930235] env[69316]: DEBUG nova.compute.provider_tree [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.994030] env[69316]: DEBUG nova.compute.manager [None req-ff6f3990-bae9-4bcf-854f-809a516cf41a tempest-ServerDiagnosticsV248Test-1439400370 tempest-ServerDiagnosticsV248Test-1439400370-project-admin] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.995273] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c339ca1e-e21d-41e6-80f6-c89cc04d0be1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.001995] env[69316]: INFO nova.compute.manager [None req-ff6f3990-bae9-4bcf-854f-809a516cf41a tempest-ServerDiagnosticsV248Test-1439400370 tempest-ServerDiagnosticsV248Test-1439400370-project-admin] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Retrieving diagnostics [ 726.002982] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3d085-c638-4311-8436-26a4d44c565a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.320488] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523cf33d-f6d9-b272-12e1-ccc523212d27, 'name': SearchDatastore_Task, 'duration_secs': 0.029597} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.320739] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.321046] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 5a75a617-3721-44ba-b844-6c369dfe5f9f/5a75a617-3721-44ba-b844-6c369dfe5f9f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.321338] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7c537ae-a115-40df-bbe8-2521882047c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.328741] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 726.328741] env[69316]: value = "task-3366598" [ 726.328741] env[69316]: _type = "Task" [ 726.328741] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.341686] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.350533] env[69316]: INFO nova.compute.manager [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Took 23.24 seconds to build instance. [ 726.413552] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366597, 'name': Rename_Task, 'duration_secs': 0.410439} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.413680] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.415364] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7318d9e6-716e-4dd9-aa68-0db9d6c44712 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.421036] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 726.421036] env[69316]: value = "task-3366599" [ 726.421036] env[69316]: _type = "Task" [ 726.421036] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.435625] env[69316]: DEBUG nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.436347] env[69316]: DEBUG nova.scheduler.client.report [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.440363] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.459113] env[69316]: DEBUG nova.network.neutron [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.476008] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.476422] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.476821] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.477009] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.477257] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.477541] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.477893] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.478194] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.478654] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.478975] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.479279] env[69316]: DEBUG nova.virt.hardware [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.481615] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9231559a-ea46-4969-81a6-c46c5a141808 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.493636] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f141eb-a60c-4390-92f1-a78a94160412 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.803276] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.803525] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.803683] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.803879] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.804008] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.806541] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.806620] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.806741] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.806917] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.807248] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.807434] env[69316]: DEBUG nova.virt.hardware [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.808223] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ddea45-6d98-489c-a45a-23229e3a05c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.818466] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b6a5ba-da44-420e-a434-b13493403f06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.834714] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.842187] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.843386] env[69316]: DEBUG nova.network.neutron [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Updating instance_info_cache with network_info: [{"id": "daf8dea2-fe74-425c-8799-82b5412d3385", "address": "fa:16:3e:a4:4c:3d", "network": {"id": "46682825-8ff8-4667-9c8a-773b95389f76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809570688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fea4cb152d4ba797ed23b2e9d7c087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf8dea2-fe", "ovs_interfaceid": "daf8dea2-fe74-425c-8799-82b5412d3385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.848253] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.848774] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fd36b91-787c-4a2c-860a-351e5ca39eb5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.867283] env[69316]: DEBUG oslo_concurrency.lockutils [None req-922148f6-a11e-48ec-9b32-c20a83afd16a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.772s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.874897] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366598, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.874897] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.874897] env[69316]: value = "task-3366600" [ 726.874897] env[69316]: _type = "Task" [ 726.874897] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.883728] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366600, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.931041] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.943216] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.943216] env[69316]: DEBUG nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.946139] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.214s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.947568] env[69316]: INFO nova.compute.claims [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.051295] env[69316]: DEBUG nova.compute.manager [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Received event network-vif-plugged-daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.053161] env[69316]: DEBUG oslo_concurrency.lockutils [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] Acquiring lock "64eaf31f-fef5-4a5e-93be-23f9ac796162-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.053161] env[69316]: DEBUG oslo_concurrency.lockutils [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] Lock "64eaf31f-fef5-4a5e-93be-23f9ac796162-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.053161] env[69316]: DEBUG oslo_concurrency.lockutils [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] Lock "64eaf31f-fef5-4a5e-93be-23f9ac796162-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.053161] env[69316]: DEBUG nova.compute.manager [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] No waiting events found dispatching network-vif-plugged-daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.053161] env[69316]: WARNING nova.compute.manager [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Received unexpected event network-vif-plugged-daf8dea2-fe74-425c-8799-82b5412d3385 for instance with vm_state building and task_state spawning. [ 727.053895] env[69316]: DEBUG nova.compute.manager [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Received event network-changed-daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.053895] env[69316]: DEBUG nova.compute.manager [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Refreshing instance network info cache due to event network-changed-daf8dea2-fe74-425c-8799-82b5412d3385. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.053895] env[69316]: DEBUG oslo_concurrency.lockutils [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] Acquiring lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.352019] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Releasing lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.352019] env[69316]: DEBUG nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Instance network_info: |[{"id": "daf8dea2-fe74-425c-8799-82b5412d3385", "address": "fa:16:3e:a4:4c:3d", "network": {"id": "46682825-8ff8-4667-9c8a-773b95389f76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809570688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fea4cb152d4ba797ed23b2e9d7c087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf8dea2-fe", "ovs_interfaceid": "daf8dea2-fe74-425c-8799-82b5412d3385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.352490] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546463} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.352490] env[69316]: DEBUG oslo_concurrency.lockutils [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] Acquired lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.352490] env[69316]: DEBUG nova.network.neutron [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Refreshing network info cache for port daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.352490] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:4c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daf8dea2-fe74-425c-8799-82b5412d3385', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.363223] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Creating folder: Project (34fea4cb152d4ba797ed23b2e9d7c087). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.363570] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 5a75a617-3721-44ba-b844-6c369dfe5f9f/5a75a617-3721-44ba-b844-6c369dfe5f9f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.363783] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.365744] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a947c648-83c1-41c2-87e8-9cd5d834b36a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.368298] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cbb424a-9f2a-4762-9b7e-aa951cb6e974 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.371798] env[69316]: DEBUG nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.381315] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 727.381315] env[69316]: value = "task-3366602" [ 727.381315] env[69316]: _type = "Task" [ 727.381315] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.390442] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366600, 'name': CreateVM_Task, 'duration_secs': 0.326833} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.390685] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Created folder: Project (34fea4cb152d4ba797ed23b2e9d7c087) in parent group-v671748. [ 727.390853] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Creating folder: Instances. Parent ref: group-v671785. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.391647] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.391647] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30a496e2-ebc2-4085-88ee-e2dee97395ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.399240] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.399339] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.399896] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.400446] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.400446] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014cdd6a-8d65-477a-957b-97cc4230e05a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.406543] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 727.406543] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cf1e48-4251-62fe-61ed-7e439929313e" [ 727.406543] env[69316]: _type = "Task" [ 727.406543] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.411689] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Created folder: Instances in parent group-v671785. [ 727.411689] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.412149] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.412149] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-109b02f1-6c3c-45b2-bc69-02c0a4136bec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.432233] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cf1e48-4251-62fe-61ed-7e439929313e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.441817] env[69316]: DEBUG oslo_vmware.api [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3366599, 'name': PowerOnVM_Task, 'duration_secs': 0.778803} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.443454] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.443819] env[69316]: INFO nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Took 8.71 seconds to spawn the instance on the hypervisor. [ 727.444141] env[69316]: DEBUG nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.444526] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.444526] env[69316]: value = "task-3366604" [ 727.444526] env[69316]: _type = "Task" [ 727.444526] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.445377] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12a448-122d-4267-8de9-eb0787d59a4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.452670] env[69316]: DEBUG nova.compute.utils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.458301] env[69316]: DEBUG nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.458488] env[69316]: DEBUG nova.network.neutron [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.467677] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366604, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.577565] env[69316]: DEBUG nova.policy [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '411a91c146fd487bb4f1ef2acd943a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef0b6ea228f409a9d2b9c2ed116dac9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.895696] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071691} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.895791] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.897499] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06667d4d-15a8-46fa-b166-431b60d286ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.927008] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 5a75a617-3721-44ba-b844-6c369dfe5f9f/5a75a617-3721-44ba-b844-6c369dfe5f9f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.928551] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.932459] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d803233b-a0b2-4525-ba08-fce1e89074ee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.957571] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 727.957571] env[69316]: value = "task-3366605" [ 727.957571] env[69316]: _type = "Task" [ 727.957571] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.958237] env[69316]: DEBUG nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.961099] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cf1e48-4251-62fe-61ed-7e439929313e, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.964397] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.964577] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.964834] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.965011] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.965326] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.989296] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0517dc7-da15-4fd4-8991-4bc873e74d82 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.992115] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366604, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.994058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquiring lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.994271] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.994455] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquiring lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.994623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.994914] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.997053] env[69316]: INFO nova.compute.manager [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Terminating instance [ 727.998444] env[69316]: INFO nova.compute.manager [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Took 22.77 seconds to build instance. [ 728.007720] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.009868] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.010182] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.011021] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47718ab-3ae2-4a7c-9694-08cefb7ed969 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.025646] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 728.025646] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cd49bc-4097-52dc-a4de-1f31a40f4d4f" [ 728.025646] env[69316]: _type = "Task" [ 728.025646] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.039161] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cd49bc-4097-52dc-a4de-1f31a40f4d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.402969] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad99c10-18df-4e4b-b5a8-382cb8e98214 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.411225] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5709203-4bd4-42ec-8dfc-32c520a33a29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.442685] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe52278-d159-4a1b-aff8-76b113cf14f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.454232] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370593b0-c3a4-4b77-a226-6354b18d2ff8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.469814] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366604, 'name': CreateVM_Task, 'duration_secs': 0.743855} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.485955] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.486580] env[69316]: DEBUG nova.compute.provider_tree [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.492123] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.492123] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.492305] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.493274] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ebc5f6-40b1-4d99-b939-6aa27a0e3fbc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.499370] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366605, 'name': ReconfigVM_Task, 'duration_secs': 0.332969} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.500602] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 5a75a617-3721-44ba-b844-6c369dfe5f9f/5a75a617-3721-44ba-b844-6c369dfe5f9f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.501522] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ab0f2ce-8017-47c8-82ba-395c2f441ad9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.506948] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 728.506948] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd08a1-8234-0edb-46fb-0d7cb4b7777e" [ 728.506948] env[69316]: _type = "Task" [ 728.506948] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.513881] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquiring lock "refresh_cache-0041a723-fd77-4df2-b91f-5d2461c8f5c4" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.513881] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquired lock "refresh_cache-0041a723-fd77-4df2-b91f-5d2461c8f5c4" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.513969] env[69316]: DEBUG nova.network.neutron [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.515189] env[69316]: DEBUG oslo_concurrency.lockutils [None req-93a561d9-c246-41e1-94cf-cd07479e8249 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.321s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.515880] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 728.515880] env[69316]: value = "task-3366606" [ 728.515880] env[69316]: _type = "Task" [ 728.515880] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.525954] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd08a1-8234-0edb-46fb-0d7cb4b7777e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.531811] env[69316]: DEBUG nova.network.neutron [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Successfully updated port: 85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.538109] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366606, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.545207] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cd49bc-4097-52dc-a4de-1f31a40f4d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.016787} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.546054] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90a96cd-c7c6-49f9-9420-e4855051bf88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.551839] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 728.551839] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523bb3e6-99cd-83f2-479c-4a857a3e8f3c" [ 728.551839] env[69316]: _type = "Task" [ 728.551839] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.560784] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523bb3e6-99cd-83f2-479c-4a857a3e8f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.760434] env[69316]: DEBUG nova.network.neutron [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Updated VIF entry in instance network info cache for port daf8dea2-fe74-425c-8799-82b5412d3385. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.760434] env[69316]: DEBUG nova.network.neutron [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Updating instance_info_cache with network_info: [{"id": "daf8dea2-fe74-425c-8799-82b5412d3385", "address": "fa:16:3e:a4:4c:3d", "network": {"id": "46682825-8ff8-4667-9c8a-773b95389f76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809570688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fea4cb152d4ba797ed23b2e9d7c087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf8dea2-fe", "ovs_interfaceid": "daf8dea2-fe74-425c-8799-82b5412d3385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.954758] env[69316]: DEBUG nova.network.neutron [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Successfully created port: 36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.986614] env[69316]: DEBUG nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.997407] env[69316]: DEBUG nova.scheduler.client.report [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.027452] env[69316]: DEBUG nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.055674] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:16:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1358530552',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-280690156',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.055674] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.055850] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.056042] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.056194] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.056339] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.056550] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.056736] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.056906] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.057101] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.057322] env[69316]: DEBUG nova.virt.hardware [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.058260] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquiring lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.058391] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquired lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.058531] env[69316]: DEBUG nova.network.neutron [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.064047] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d1a166-207d-4cf3-b463-4d4c1ef8a26f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.073229] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd08a1-8234-0edb-46fb-0d7cb4b7777e, 'name': SearchDatastore_Task, 'duration_secs': 0.018731} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.080374] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.080627] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.080829] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.081883] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366606, 'name': Rename_Task, 'duration_secs': 0.145603} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.084733] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.091420] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e9d8da6-a59c-44f9-9e58-3f5e3bda8845 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.094190] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8b0b71-7c1a-4780-8c03-825b6ed78f50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.099674] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523bb3e6-99cd-83f2-479c-4a857a3e8f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.017659} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.100546] env[69316]: DEBUG nova.network.neutron [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.102325] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.102569] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.104161] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.104353] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.104564] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ae382a7-13af-46b7-86ba-e4d8a1b4b6a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.107076] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e32a239e-8141-4197-b7cd-4d02b71b1f8c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.119151] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 729.119151] env[69316]: value = "task-3366607" [ 729.119151] env[69316]: _type = "Task" [ 729.119151] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.126814] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 729.126814] env[69316]: value = "task-3366608" [ 729.126814] env[69316]: _type = "Task" [ 729.126814] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.135826] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366607, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.137204] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.137395] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.138480] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b311ba8-2d63-4ced-a225-b851335bc1fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.143698] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.146661] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 729.146661] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e1affa-1ea9-8f88-69f3-8a88bd4da0aa" [ 729.146661] env[69316]: _type = "Task" [ 729.146661] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.157084] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e1affa-1ea9-8f88-69f3-8a88bd4da0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.267942] env[69316]: DEBUG oslo_concurrency.lockutils [req-b1b8149e-47a9-4dad-9b8b-339344e4af0a req-299ad61e-7969-4968-9c0a-52d42c99e99b service nova] Releasing lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.314958] env[69316]: DEBUG nova.network.neutron [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.507181] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.508484] env[69316]: DEBUG nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.517569] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.054s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.519285] env[69316]: INFO nova.compute.claims [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.591257] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.643102] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.646891] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366608, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.659254] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e1affa-1ea9-8f88-69f3-8a88bd4da0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015311} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.662035] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b60155c-c66c-440f-bded-f2bf358b4c68 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.669902] env[69316]: DEBUG nova.network.neutron [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.674859] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 729.674859] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525d3e8d-84a1-a1e3-7b3e-303ddbf748c6" [ 729.674859] env[69316]: _type = "Task" [ 729.674859] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.684529] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525d3e8d-84a1-a1e3-7b3e-303ddbf748c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.820378] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Releasing lock "refresh_cache-0041a723-fd77-4df2-b91f-5d2461c8f5c4" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.820984] env[69316]: DEBUG nova.compute.manager [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.821606] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.822718] env[69316]: DEBUG nova.compute.manager [req-fd3a860f-d083-4c73-a07c-b32496da5de2 req-c129c112-d3f6-4104-9827-33cd3fe8ca30 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Received event network-vif-plugged-85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.822971] env[69316]: DEBUG oslo_concurrency.lockutils [req-fd3a860f-d083-4c73-a07c-b32496da5de2 req-c129c112-d3f6-4104-9827-33cd3fe8ca30 service nova] Acquiring lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.823282] env[69316]: DEBUG oslo_concurrency.lockutils [req-fd3a860f-d083-4c73-a07c-b32496da5de2 req-c129c112-d3f6-4104-9827-33cd3fe8ca30 service nova] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.823526] env[69316]: DEBUG oslo_concurrency.lockutils [req-fd3a860f-d083-4c73-a07c-b32496da5de2 req-c129c112-d3f6-4104-9827-33cd3fe8ca30 service nova] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.823815] env[69316]: DEBUG nova.compute.manager [req-fd3a860f-d083-4c73-a07c-b32496da5de2 req-c129c112-d3f6-4104-9827-33cd3fe8ca30 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] No waiting events found dispatching network-vif-plugged-85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.824147] env[69316]: WARNING nova.compute.manager [req-fd3a860f-d083-4c73-a07c-b32496da5de2 req-c129c112-d3f6-4104-9827-33cd3fe8ca30 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Received unexpected event network-vif-plugged-85273e87-193b-447e-ad9e-992aef05e47d for instance with vm_state building and task_state spawning. [ 729.825657] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936d61a-1c09-4673-aa28-d3780f3c800c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.834153] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.834477] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cfc4eda-6466-40c4-a0fb-0a81870b2704 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.844028] env[69316]: DEBUG oslo_vmware.api [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 729.844028] env[69316]: value = "task-3366609" [ 729.844028] env[69316]: _type = "Task" [ 729.844028] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.852383] env[69316]: DEBUG oslo_vmware.api [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.026210] env[69316]: DEBUG nova.compute.utils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.029048] env[69316]: DEBUG nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.030033] env[69316]: DEBUG nova.network.neutron [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.139342] env[69316]: DEBUG oslo_vmware.api [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366607, 'name': PowerOnVM_Task, 'duration_secs': 0.553502} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.140090] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.141029] env[69316]: INFO nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Took 8.84 seconds to spawn the instance on the hypervisor. [ 730.141029] env[69316]: DEBUG nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.141364] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4540f524-391b-4c25-87a1-49218ad73188 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.147233] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.147867] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.148110] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.148362] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-282be66b-27ed-45aa-8057-8144ff8804ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.159833] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 730.159833] env[69316]: value = "task-3366610" [ 730.159833] env[69316]: _type = "Task" [ 730.159833] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.165246] env[69316]: DEBUG nova.policy [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053b2351db24592811c82d30f9678ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdd9268120f74039a127c7ac485bb997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.171989] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.186781] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525d3e8d-84a1-a1e3-7b3e-303ddbf748c6, 'name': SearchDatastore_Task, 'duration_secs': 0.036825} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.186925] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.188126] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 64eaf31f-fef5-4a5e-93be-23f9ac796162/64eaf31f-fef5-4a5e-93be-23f9ac796162.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.188126] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d45806fa-ab6c-4bc4-b2d1-c56592e3b221 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.194408] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 730.194408] env[69316]: value = "task-3366611" [ 730.194408] env[69316]: _type = "Task" [ 730.194408] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.202963] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.353721] env[69316]: DEBUG oslo_vmware.api [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366609, 'name': PowerOffVM_Task, 'duration_secs': 0.134903} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.354043] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.354219] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.354468] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3db86e5-5fab-4ab6-9686-447983339c02 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.378981] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.379239] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.379443] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Deleting the datastore file [datastore2] 0041a723-fd77-4df2-b91f-5d2461c8f5c4 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.379897] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba336696-34a3-4ad9-82ae-5f7fcb2beb4b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.389930] env[69316]: DEBUG oslo_vmware.api [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for the task: (returnval){ [ 730.389930] env[69316]: value = "task-3366613" [ 730.389930] env[69316]: _type = "Task" [ 730.389930] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.399312] env[69316]: DEBUG oslo_vmware.api [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.458138] env[69316]: DEBUG nova.network.neutron [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Updating instance_info_cache with network_info: [{"id": "85273e87-193b-447e-ad9e-992aef05e47d", "address": "fa:16:3e:fb:48:3d", "network": {"id": "6be84492-bc5d-4a23-8607-69e495b7c806", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1631629740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a706a2779ee490dadb123a5e94eddc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85273e87-19", "ovs_interfaceid": "85273e87-193b-447e-ad9e-992aef05e47d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.533262] env[69316]: DEBUG nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.679581] env[69316]: INFO nova.compute.manager [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Took 24.82 seconds to build instance. [ 730.687866] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068005} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.691017] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.691017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c43630-a19e-488d-9418-7b8af4f2cbd8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.712406] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.718953] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74254f73-ff99-4c26-a6b2-3b3205a96028 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.743604] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366611, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.743604] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 730.743604] env[69316]: value = "task-3366614" [ 730.743604] env[69316]: _type = "Task" [ 730.743604] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.756801] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366614, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.912299] env[69316]: DEBUG oslo_vmware.api [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Task: {'id': task-3366613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338023} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.912621] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.912909] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.913023] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.913204] env[69316]: INFO nova.compute.manager [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 730.913674] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.913748] env[69316]: DEBUG nova.compute.manager [-] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.913862] env[69316]: DEBUG nova.network.neutron [-] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.958339] env[69316]: DEBUG nova.network.neutron [-] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.962561] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Releasing lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.962884] env[69316]: DEBUG nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Instance network_info: |[{"id": "85273e87-193b-447e-ad9e-992aef05e47d", "address": "fa:16:3e:fb:48:3d", "network": {"id": "6be84492-bc5d-4a23-8607-69e495b7c806", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1631629740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a706a2779ee490dadb123a5e94eddc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85273e87-19", "ovs_interfaceid": "85273e87-193b-447e-ad9e-992aef05e47d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.963340] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:48:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85273e87-193b-447e-ad9e-992aef05e47d', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.979105] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Creating folder: Project (2a706a2779ee490dadb123a5e94eddc7). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.983695] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bceae3e7-2324-4c5b-a724-3b4833739001 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.997069] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Created folder: Project (2a706a2779ee490dadb123a5e94eddc7) in parent group-v671748. [ 730.997261] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Creating folder: Instances. Parent ref: group-v671788. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.997587] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c1a6a90-aefb-4081-84fe-e58b395be891 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.015621] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Created folder: Instances in parent group-v671788. [ 731.015878] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.017795] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.017795] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0f4cd3-daa5-4a01-9867-1a6e2db1be3c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.042618] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.042618] env[69316]: value = "task-3366617" [ 731.042618] env[69316]: _type = "Task" [ 731.042618] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.052672] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366617, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.111019] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a384b28-a11d-4da3-bce5-9a628fea6b0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.120027] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacb110c-416c-4d86-9ddb-cde0867a902d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.151777] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e8237-756b-4f35-934d-d0d0d1525756 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.160117] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024be32e-34d2-496b-b63f-3e33d95ec821 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.174852] env[69316]: DEBUG nova.compute.provider_tree [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.183288] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "5a75a617-3721-44ba-b844-6c369dfe5f9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.395s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.222869] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86067} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.222869] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 64eaf31f-fef5-4a5e-93be-23f9ac796162/64eaf31f-fef5-4a5e-93be-23f9ac796162.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.224221] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.224221] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2f8bb2e-e0e0-43b4-be7c-9eb88efd60de {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.230820] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 731.230820] env[69316]: value = "task-3366618" [ 731.230820] env[69316]: _type = "Task" [ 731.230820] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.239279] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.253814] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.349260] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.349944] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.438357] env[69316]: DEBUG nova.network.neutron [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Successfully created port: 430b99b1-6be0-4190-82b3-f33c3026b141 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.463153] env[69316]: DEBUG nova.network.neutron [-] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.545380] env[69316]: DEBUG nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.563223] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366617, 'name': CreateVM_Task, 'duration_secs': 0.457197} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.563877] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.564646] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.564646] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.564646] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.565024] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8754d196-e632-4736-b961-96c024764c9c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.570632] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 731.570632] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5200fe03-cb5f-e5ee-dbc6-87573f2cf28c" [ 731.570632] env[69316]: _type = "Task" [ 731.570632] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.584729] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5200fe03-cb5f-e5ee-dbc6-87573f2cf28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.586976] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.587669] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.587669] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.587669] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.587669] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.587961] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.588437] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.588437] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.588437] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.588766] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.588766] env[69316]: DEBUG nova.virt.hardware [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.590034] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8942998d-f099-4b3a-aa23-36c91e888506 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.602742] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87698f5-bc88-4d6d-8d61-270611744306 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.678734] env[69316]: DEBUG nova.scheduler.client.report [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.689457] env[69316]: DEBUG nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.741913] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068537} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.742356] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.744998] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c3b52-7dfd-4591-924b-05d241724753 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.786696] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 64eaf31f-fef5-4a5e-93be-23f9ac796162/64eaf31f-fef5-4a5e-93be-23f9ac796162.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.787061] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366614, 'name': ReconfigVM_Task, 'duration_secs': 0.733571} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.787669] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0be472-8ed3-46c6-97e2-1abd63ebfca3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.803144] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14/64aea4a9-d672-473a-b00c-e3aeaa544c14.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.803642] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3243f895-6458-4ded-beb0-267ebe501514 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.813277] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 731.813277] env[69316]: value = "task-3366619" [ 731.813277] env[69316]: _type = "Task" [ 731.813277] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.813277] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 731.813277] env[69316]: value = "task-3366620" [ 731.813277] env[69316]: _type = "Task" [ 731.813277] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.825072] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366619, 'name': Rename_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.829750] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.877217] env[69316]: DEBUG nova.network.neutron [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Successfully updated port: 36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.966694] env[69316]: INFO nova.compute.manager [-] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Took 1.05 seconds to deallocate network for instance. [ 732.082329] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5200fe03-cb5f-e5ee-dbc6-87573f2cf28c, 'name': SearchDatastore_Task, 'duration_secs': 0.026628} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.082615] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.082840] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.083086] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.083247] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.083402] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.083646] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b3c9001-6bf7-47f6-a15b-7004a7a1fc13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.093061] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.093422] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.094108] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64dcc64d-9b99-459c-a0b4-0508598c83b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.102193] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 732.102193] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528893ff-74d0-0ab4-cf1f-fd450c78ec35" [ 732.102193] env[69316]: _type = "Task" [ 732.102193] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.109512] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528893ff-74d0-0ab4-cf1f-fd450c78ec35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.188429] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.188798] env[69316]: DEBUG nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.191966] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.436s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.193533] env[69316]: INFO nova.compute.claims [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.222076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.274191] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.274443] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.330520] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366619, 'name': Rename_Task, 'duration_secs': 0.419247} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.336782] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.337716] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.338271] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c707dc2a-3753-401a-af4b-8c69cf7840f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.347950] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Waiting for the task: (returnval){ [ 732.347950] env[69316]: value = "task-3366621" [ 732.347950] env[69316]: _type = "Task" [ 732.347950] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.359859] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.385444] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.385623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquired lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.385750] env[69316]: DEBUG nova.network.neutron [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.475837] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.613148] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528893ff-74d0-0ab4-cf1f-fd450c78ec35, 'name': SearchDatastore_Task, 'duration_secs': 0.018136} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.613148] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a0b285-034d-41ce-b535-d050c254495e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.619151] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 732.619151] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bca217-5a88-8e0f-515e-304d886007ac" [ 732.619151] env[69316]: _type = "Task" [ 732.619151] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.627734] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bca217-5a88-8e0f-515e-304d886007ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.698544] env[69316]: DEBUG nova.compute.utils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.700014] env[69316]: DEBUG nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.700189] env[69316]: DEBUG nova.network.neutron [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.743246] env[69316]: DEBUG nova.policy [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f274ba35541b4f70878194fdab999161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90948f6a4aab4ed49d142a3a41e75c1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.831974] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366620, 'name': ReconfigVM_Task, 'duration_secs': 0.637561} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.831974] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 64eaf31f-fef5-4a5e-93be-23f9ac796162/64eaf31f-fef5-4a5e-93be-23f9ac796162.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.832428] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbbb1acd-2a11-4c00-8ed0-c58d37ae4f8c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.839427] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 732.839427] env[69316]: value = "task-3366622" [ 732.839427] env[69316]: _type = "Task" [ 732.839427] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.849504] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366622, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.860309] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366621, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.946643] env[69316]: DEBUG nova.network.neutron [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.085633] env[69316]: DEBUG nova.compute.manager [req-2f0846ae-ff62-41b5-9ed6-c86c8a4236cf req-b9955e76-93d8-484e-bf67-5295ed162270 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Received event network-vif-plugged-36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.085836] env[69316]: DEBUG oslo_concurrency.lockutils [req-2f0846ae-ff62-41b5-9ed6-c86c8a4236cf req-b9955e76-93d8-484e-bf67-5295ed162270 service nova] Acquiring lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.086067] env[69316]: DEBUG oslo_concurrency.lockutils [req-2f0846ae-ff62-41b5-9ed6-c86c8a4236cf req-b9955e76-93d8-484e-bf67-5295ed162270 service nova] Lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.086264] env[69316]: DEBUG oslo_concurrency.lockutils [req-2f0846ae-ff62-41b5-9ed6-c86c8a4236cf req-b9955e76-93d8-484e-bf67-5295ed162270 service nova] Lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.086586] env[69316]: DEBUG nova.compute.manager [req-2f0846ae-ff62-41b5-9ed6-c86c8a4236cf req-b9955e76-93d8-484e-bf67-5295ed162270 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] No waiting events found dispatching network-vif-plugged-36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.086672] env[69316]: WARNING nova.compute.manager [req-2f0846ae-ff62-41b5-9ed6-c86c8a4236cf req-b9955e76-93d8-484e-bf67-5295ed162270 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Received unexpected event network-vif-plugged-36dfa0b6-de49-4eba-bd87-a532251f5445 for instance with vm_state building and task_state spawning. [ 733.137511] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bca217-5a88-8e0f-515e-304d886007ac, 'name': SearchDatastore_Task, 'duration_secs': 0.024154} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.138082] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.138366] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a3daa3e4-fd53-4dc7-829b-a082157bcfa2/a3daa3e4-fd53-4dc7-829b-a082157bcfa2.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.138586] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa46fdf5-60c5-4242-97b4-eabf522b2f64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.150071] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 733.150071] env[69316]: value = "task-3366623" [ 733.150071] env[69316]: _type = "Task" [ 733.150071] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.170621] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.207730] env[69316]: DEBUG nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.256799] env[69316]: DEBUG nova.network.neutron [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Updating instance_info_cache with network_info: [{"id": "36dfa0b6-de49-4eba-bd87-a532251f5445", "address": "fa:16:3e:0a:ff:5b", "network": {"id": "6084d6d1-2b7c-4bb8-b4e5-530a3d22238f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-143345059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef0b6ea228f409a9d2b9c2ed116dac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dfa0b6-de", "ovs_interfaceid": "36dfa0b6-de49-4eba-bd87-a532251f5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.307931] env[69316]: DEBUG nova.compute.manager [req-7639f14c-0cf7-4719-8206-18c0059134b1 req-a68c89dc-a23f-48f4-ac7a-68660cb56838 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Received event network-changed-85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.308162] env[69316]: DEBUG nova.compute.manager [req-7639f14c-0cf7-4719-8206-18c0059134b1 req-a68c89dc-a23f-48f4-ac7a-68660cb56838 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Refreshing instance network info cache due to event network-changed-85273e87-193b-447e-ad9e-992aef05e47d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.308412] env[69316]: DEBUG oslo_concurrency.lockutils [req-7639f14c-0cf7-4719-8206-18c0059134b1 req-a68c89dc-a23f-48f4-ac7a-68660cb56838 service nova] Acquiring lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.308672] env[69316]: DEBUG oslo_concurrency.lockutils [req-7639f14c-0cf7-4719-8206-18c0059134b1 req-a68c89dc-a23f-48f4-ac7a-68660cb56838 service nova] Acquired lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.308863] env[69316]: DEBUG nova.network.neutron [req-7639f14c-0cf7-4719-8206-18c0059134b1 req-a68c89dc-a23f-48f4-ac7a-68660cb56838 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Refreshing network info cache for port 85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.312362] env[69316]: DEBUG nova.network.neutron [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Successfully created port: a91224cd-c4f0-4e43-be96-9f8c2a588aa2 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.352495] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366622, 'name': Rename_Task, 'duration_secs': 0.378772} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.356916] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.357960] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0443b216-335c-44f6-9a7a-9c28f81d215b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.368625] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366621, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.370532] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 733.370532] env[69316]: value = "task-3366624" [ 733.370532] env[69316]: _type = "Task" [ 733.370532] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.383555] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.664720] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366623, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.667634] env[69316]: DEBUG nova.compute.manager [None req-d1e090a8-3140-4972-8e7b-ce831ca5cde6 tempest-ServerExternalEventsTest-1633271001 tempest-ServerExternalEventsTest-1633271001-project] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Received event network-changed {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.667816] env[69316]: DEBUG nova.compute.manager [None req-d1e090a8-3140-4972-8e7b-ce831ca5cde6 tempest-ServerExternalEventsTest-1633271001 tempest-ServerExternalEventsTest-1633271001-project] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Refreshing instance network info cache due to event network-changed. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.668044] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1e090a8-3140-4972-8e7b-ce831ca5cde6 tempest-ServerExternalEventsTest-1633271001 tempest-ServerExternalEventsTest-1633271001-project] Acquiring lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.668189] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1e090a8-3140-4972-8e7b-ce831ca5cde6 tempest-ServerExternalEventsTest-1633271001 tempest-ServerExternalEventsTest-1633271001-project] Acquired lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.668340] env[69316]: DEBUG nova.network.neutron [None req-d1e090a8-3140-4972-8e7b-ce831ca5cde6 tempest-ServerExternalEventsTest-1633271001 tempest-ServerExternalEventsTest-1633271001-project] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.755331] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f2d148-bd3a-4941-a9ce-01bce9c79a6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.764489] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a390726-eaaf-4803-8d5d-c7f809c994c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.770661] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Releasing lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.771253] env[69316]: DEBUG nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Instance network_info: |[{"id": "36dfa0b6-de49-4eba-bd87-a532251f5445", "address": "fa:16:3e:0a:ff:5b", "network": {"id": "6084d6d1-2b7c-4bb8-b4e5-530a3d22238f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-143345059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef0b6ea228f409a9d2b9c2ed116dac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dfa0b6-de", "ovs_interfaceid": "36dfa0b6-de49-4eba-bd87-a532251f5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.771430] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:ff:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36dfa0b6-de49-4eba-bd87-a532251f5445', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.781710] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Creating folder: Project (2ef0b6ea228f409a9d2b9c2ed116dac9). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.783336] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77a93d2a-46e7-4b53-9a76-677c9a7d3a56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.815867] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46561e6-09e3-46b1-953d-00acd285e6e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.823856] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Created folder: Project (2ef0b6ea228f409a9d2b9c2ed116dac9) in parent group-v671748. [ 733.824118] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Creating folder: Instances. Parent ref: group-v671791. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.824388] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00eb5f3d-0ac3-42d2-814d-907237edb0f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.830196] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2234da-b214-4467-bf8d-91eadb4f469b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.838453] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Created folder: Instances in parent group-v671791. [ 733.838731] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.846862] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.849015] env[69316]: DEBUG nova.compute.provider_tree [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.849015] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9fc553f-3858-4e85-84f2-c0c7f1c4cbb0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.880164] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.880164] env[69316]: value = "task-3366627" [ 733.880164] env[69316]: _type = "Task" [ 733.880164] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.880164] env[69316]: DEBUG oslo_vmware.api [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Task: {'id': task-3366621, 'name': PowerOnVM_Task, 'duration_secs': 1.133332} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.883660] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.883660] env[69316]: DEBUG nova.compute.manager [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.888858] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05bc5a8-d814-4254-b153-4bfbfb961137 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.897155] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.909801] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366627, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.161784] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623827} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.162055] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a3daa3e4-fd53-4dc7-829b-a082157bcfa2/a3daa3e4-fd53-4dc7-829b-a082157bcfa2.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.162273] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.162522] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ac9a793-ddb3-4204-b3bc-6f3c9577cb5c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.168936] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 734.168936] env[69316]: value = "task-3366628" [ 734.168936] env[69316]: _type = "Task" [ 734.168936] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.177486] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.223541] env[69316]: DEBUG nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.252834] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.253193] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.253406] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.253652] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.253841] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.254306] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.254306] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.254489] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.254719] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.255064] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.255181] env[69316]: DEBUG nova.virt.hardware [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.256240] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c328ad67-cf4d-4e10-8c71-bd7d45d6f43f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.266398] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5da53e-319e-46f3-8128-be45303afcda {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.365862] env[69316]: DEBUG nova.scheduler.client.report [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.395820] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366627, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.398701] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.402626] env[69316]: DEBUG nova.network.neutron [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Successfully updated port: 430b99b1-6be0-4190-82b3-f33c3026b141 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.423769] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.614710] env[69316]: DEBUG nova.network.neutron [req-7639f14c-0cf7-4719-8206-18c0059134b1 req-a68c89dc-a23f-48f4-ac7a-68660cb56838 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Updated VIF entry in instance network info cache for port 85273e87-193b-447e-ad9e-992aef05e47d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.614927] env[69316]: DEBUG nova.network.neutron [req-7639f14c-0cf7-4719-8206-18c0059134b1 req-a68c89dc-a23f-48f4-ac7a-68660cb56838 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Updating instance_info_cache with network_info: [{"id": "85273e87-193b-447e-ad9e-992aef05e47d", "address": "fa:16:3e:fb:48:3d", "network": {"id": "6be84492-bc5d-4a23-8607-69e495b7c806", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1631629740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a706a2779ee490dadb123a5e94eddc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85273e87-19", "ovs_interfaceid": "85273e87-193b-447e-ad9e-992aef05e47d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.684393] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117048} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.684692] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.686290] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e8cfd-99c3-4363-8fc6-86a6811a8d7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.713777] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a3daa3e4-fd53-4dc7-829b-a082157bcfa2/a3daa3e4-fd53-4dc7-829b-a082157bcfa2.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.714650] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f1678d-59a1-42a7-a5e6-2568f0ff3101 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.737148] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 734.737148] env[69316]: value = "task-3366629" [ 734.737148] env[69316]: _type = "Task" [ 734.737148] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.748801] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.872287] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.872808] env[69316]: DEBUG nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.882520] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.798s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.882800] env[69316]: DEBUG nova.objects.instance [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Lazy-loading 'resources' on Instance uuid 4267677a-a170-4790-b847-c4f077b37015 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.902978] env[69316]: DEBUG oslo_vmware.api [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366624, 'name': PowerOnVM_Task, 'duration_secs': 1.147622} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.906824] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.906824] env[69316]: INFO nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Took 11.05 seconds to spawn the instance on the hypervisor. [ 734.907022] env[69316]: DEBUG nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.907583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907867] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.908085] env[69316]: DEBUG nova.network.neutron [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.910186] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366627, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.911415] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaff495-72db-4eed-a462-5fe821a51448 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.958152] env[69316]: DEBUG nova.network.neutron [None req-d1e090a8-3140-4972-8e7b-ce831ca5cde6 tempest-ServerExternalEventsTest-1633271001 tempest-ServerExternalEventsTest-1633271001-project] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Updating instance_info_cache with network_info: [{"id": "c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8", "address": "fa:16:3e:e7:b8:d2", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7ebbe-c9", "ovs_interfaceid": "c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.119915] env[69316]: DEBUG oslo_concurrency.lockutils [req-7639f14c-0cf7-4719-8206-18c0059134b1 req-a68c89dc-a23f-48f4-ac7a-68660cb56838 service nova] Releasing lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.243571] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquiring lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.243834] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.262024] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366629, 'name': ReconfigVM_Task, 'duration_secs': 0.39264} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.262580] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a3daa3e4-fd53-4dc7-829b-a082157bcfa2/a3daa3e4-fd53-4dc7-829b-a082157bcfa2.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.263765] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-052b9991-0eb1-4212-9189-ba388cd16b2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.272754] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 735.272754] env[69316]: value = "task-3366630" [ 735.272754] env[69316]: _type = "Task" [ 735.272754] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.284596] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366630, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.405364] env[69316]: DEBUG nova.compute.utils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.411082] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquiring lock "5a75a617-3721-44ba-b844-6c369dfe5f9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.411082] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "5a75a617-3721-44ba-b844-6c369dfe5f9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.412219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquiring lock "5a75a617-3721-44ba-b844-6c369dfe5f9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.412219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "5a75a617-3721-44ba-b844-6c369dfe5f9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.412219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "5a75a617-3721-44ba-b844-6c369dfe5f9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.413336] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366627, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.414141] env[69316]: DEBUG nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.414307] env[69316]: DEBUG nova.network.neutron [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.418560] env[69316]: INFO nova.compute.manager [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Terminating instance [ 735.435178] env[69316]: INFO nova.compute.manager [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Took 25.57 seconds to build instance. [ 735.461633] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1e090a8-3140-4972-8e7b-ce831ca5cde6 tempest-ServerExternalEventsTest-1633271001 tempest-ServerExternalEventsTest-1633271001-project] Releasing lock "refresh_cache-5a75a617-3721-44ba-b844-6c369dfe5f9f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.521782] env[69316]: DEBUG nova.network.neutron [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.605066] env[69316]: DEBUG nova.policy [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98705ad23a1d46a190a841a8f86f9bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '953289c69bd34099b455558eace2d8f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.677481] env[69316]: DEBUG nova.network.neutron [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Successfully updated port: a91224cd-c4f0-4e43-be96-9f8c2a588aa2 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.787607] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366630, 'name': Rename_Task, 'duration_secs': 0.171385} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.788088] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.793238] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef8e03b5-f107-4300-9ad3-d558e396790f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.802503] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 735.802503] env[69316]: value = "task-3366631" [ 735.802503] env[69316]: _type = "Task" [ 735.802503] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.810634] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.899249] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366627, 'name': CreateVM_Task, 'duration_secs': 1.662823} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.902350] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.904315] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.904315] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.904548] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.905153] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac49137-bca2-499c-94db-21b898ffe769 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.913178] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 735.913178] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526a60b2-ae81-9799-7a00-a246e1ad530e" [ 735.913178] env[69316]: _type = "Task" [ 735.913178] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.918370] env[69316]: DEBUG nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.923182] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fa9b48-bb9e-4786-b0ac-35a8ef8b4030 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.929771] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526a60b2-ae81-9799-7a00-a246e1ad530e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.934494] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c59cfc-d7d0-40e3-a4de-5f9752ca857e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.942681] env[69316]: DEBUG nova.compute.manager [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.942681] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.942681] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cad470c8-82fd-4044-a37f-5efcf85376cd tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "64eaf31f-fef5-4a5e-93be-23f9ac796162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.090s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.942681] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5016f89-59a0-4141-953a-c491d465ca47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.946880] env[69316]: DEBUG nova.network.neutron [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Updating instance_info_cache with network_info: [{"id": "430b99b1-6be0-4190-82b3-f33c3026b141", "address": "fa:16:3e:7b:d3:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430b99b1-6b", "ovs_interfaceid": "430b99b1-6be0-4190-82b3-f33c3026b141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.986399] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b22450-b5b1-454d-a41f-044c7e6eec4b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.987877] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.988620] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d283a1-70f3-45c0-a684-29b49e058a99 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.995213] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9710e9-ec0d-4e86-b2b0-b91ceefffcaf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.001763] env[69316]: DEBUG oslo_vmware.api [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 736.001763] env[69316]: value = "task-3366634" [ 736.001763] env[69316]: _type = "Task" [ 736.001763] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.016523] env[69316]: DEBUG nova.compute.provider_tree [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.024845] env[69316]: DEBUG oslo_vmware.api [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.184537] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquiring lock "refresh_cache-82bf4068-a582-4d13-9b88-2ab65a1c4efe" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.184537] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquired lock "refresh_cache-82bf4068-a582-4d13-9b88-2ab65a1c4efe" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.184679] env[69316]: DEBUG nova.network.neutron [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.284094] env[69316]: DEBUG nova.compute.manager [req-f4cb98e1-db47-40e5-b07f-788eb38f765b req-b914ca21-ba3d-4bd4-8132-b774aa6a53b1 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Received event network-changed-36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.284440] env[69316]: DEBUG nova.compute.manager [req-f4cb98e1-db47-40e5-b07f-788eb38f765b req-b914ca21-ba3d-4bd4-8132-b774aa6a53b1 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Refreshing instance network info cache due to event network-changed-36dfa0b6-de49-4eba-bd87-a532251f5445. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.284809] env[69316]: DEBUG oslo_concurrency.lockutils [req-f4cb98e1-db47-40e5-b07f-788eb38f765b req-b914ca21-ba3d-4bd4-8132-b774aa6a53b1 service nova] Acquiring lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.285252] env[69316]: DEBUG oslo_concurrency.lockutils [req-f4cb98e1-db47-40e5-b07f-788eb38f765b req-b914ca21-ba3d-4bd4-8132-b774aa6a53b1 service nova] Acquired lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.285590] env[69316]: DEBUG nova.network.neutron [req-f4cb98e1-db47-40e5-b07f-788eb38f765b req-b914ca21-ba3d-4bd4-8132-b774aa6a53b1 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Refreshing network info cache for port 36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.315762] env[69316]: DEBUG nova.compute.manager [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Received event network-changed-24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.316017] env[69316]: DEBUG nova.compute.manager [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Refreshing instance network info cache due to event network-changed-24cf2e96-798a-459f-b34e-1180798e0945. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.316316] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Acquiring lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.316453] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Acquired lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.316635] env[69316]: DEBUG nova.network.neutron [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Refreshing network info cache for port 24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.325696] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.392658] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "64aea4a9-d672-473a-b00c-e3aeaa544c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.392658] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "64aea4a9-d672-473a-b00c-e3aeaa544c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.392658] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "64aea4a9-d672-473a-b00c-e3aeaa544c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.392658] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "64aea4a9-d672-473a-b00c-e3aeaa544c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.393079] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "64aea4a9-d672-473a-b00c-e3aeaa544c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.396867] env[69316]: INFO nova.compute.manager [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Terminating instance [ 736.434063] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526a60b2-ae81-9799-7a00-a246e1ad530e, 'name': SearchDatastore_Task, 'duration_secs': 0.014989} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.434063] env[69316]: DEBUG nova.network.neutron [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Successfully created port: 677a57e7-83b5-4f61-97a3-e9ad1de50a40 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.434322] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.434489] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.434696] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.434834] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.435014] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.435565] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b5ff533-669f-4aac-b987-6e038e78d4a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.446366] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.446564] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.447778] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73e22db-71f4-43df-bb88-b14a06836922 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.451302] env[69316]: DEBUG nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.454209] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.454546] env[69316]: DEBUG nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Instance network_info: |[{"id": "430b99b1-6be0-4190-82b3-f33c3026b141", "address": "fa:16:3e:7b:d3:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430b99b1-6b", "ovs_interfaceid": "430b99b1-6be0-4190-82b3-f33c3026b141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.455223] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:d3:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '430b99b1-6be0-4190-82b3-f33c3026b141', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.463326] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating folder: Project (cdd9268120f74039a127c7ac485bb997). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.464795] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad2b97bb-e95e-4613-a29f-d4ac32941303 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.468106] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 736.468106] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52dbe677-306b-4aa0-7412-606f6756f910" [ 736.468106] env[69316]: _type = "Task" [ 736.468106] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.476949] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created folder: Project (cdd9268120f74039a127c7ac485bb997) in parent group-v671748. [ 736.477197] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating folder: Instances. Parent ref: group-v671797. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.480554] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-414133d1-365b-45fe-8539-1c399b4cf88b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.482970] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dbe677-306b-4aa0-7412-606f6756f910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.490658] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created folder: Instances in parent group-v671797. [ 736.490949] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.491189] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.491405] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6db644b8-0a34-4971-8d81-21e44d137a34 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.515864] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.515864] env[69316]: value = "task-3366638" [ 736.515864] env[69316]: _type = "Task" [ 736.515864] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.519697] env[69316]: DEBUG nova.scheduler.client.report [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.525373] env[69316]: DEBUG oslo_vmware.api [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366634, 'name': PowerOffVM_Task, 'duration_secs': 0.26057} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.526738] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.526849] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.527115] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf5960bb-b183-4635-97c4-b54cd8cc9a60 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.535121] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366638, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.728957] env[69316]: DEBUG nova.network.neutron [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.814738] env[69316]: DEBUG oslo_vmware.api [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3366631, 'name': PowerOnVM_Task, 'duration_secs': 0.644218} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.818565] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.818843] env[69316]: INFO nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Took 10.39 seconds to spawn the instance on the hypervisor. [ 736.819047] env[69316]: DEBUG nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.819862] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13cf5c4-b282-4473-a8c3-b2538be8cb06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.903804] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "refresh_cache-64aea4a9-d672-473a-b00c-e3aeaa544c14" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.904024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquired lock "refresh_cache-64aea4a9-d672-473a-b00c-e3aeaa544c14" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.904685] env[69316]: DEBUG nova.network.neutron [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.937047] env[69316]: DEBUG nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.952750] env[69316]: DEBUG nova.network.neutron [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Updating instance_info_cache with network_info: [{"id": "a91224cd-c4f0-4e43-be96-9f8c2a588aa2", "address": "fa:16:3e:5c:eb:33", "network": {"id": "33e4526b-7ee1-4442-ae9e-bb0c6237c6c1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-624219278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90948f6a4aab4ed49d142a3a41e75c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91224cd-c4", "ovs_interfaceid": "a91224cd-c4f0-4e43-be96-9f8c2a588aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.971078] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.971449] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.971783] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.971989] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.972271] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.972567] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.973025] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.973153] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.973451] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.973745] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.974084] env[69316]: DEBUG nova.virt.hardware [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.975888] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e49988e-975b-4595-945d-b4b3224f1be7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.982878] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.992325] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aeee73-467b-4a6f-99e7-56f8ab1b7e12 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.996721] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dbe677-306b-4aa0-7412-606f6756f910, 'name': SearchDatastore_Task, 'duration_secs': 0.021932} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.000584] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf993af-aaa1-481e-97c0-22796b5a3098 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.014573] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 737.014573] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5212faa1-0f1b-2afa-31d0-fc3aa867702f" [ 737.014573] env[69316]: _type = "Task" [ 737.014573] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.025274] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5212faa1-0f1b-2afa-31d0-fc3aa867702f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.026186] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.028362] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.358s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.030052] env[69316]: INFO nova.compute.claims [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.039697] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366638, 'name': CreateVM_Task, 'duration_secs': 0.431972} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.039981] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.040788] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.041023] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.041409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.041709] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5791df51-85a8-4fef-9788-b73be882f088 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.046060] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 737.046060] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52fb5217-6e0c-1faf-7f46-0f2ed8bcf033" [ 737.046060] env[69316]: _type = "Task" [ 737.046060] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.055240] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fb5217-6e0c-1faf-7f46-0f2ed8bcf033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.056306] env[69316]: INFO nova.scheduler.client.report [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Deleted allocations for instance 4267677a-a170-4790-b847-c4f077b37015 [ 737.081218] env[69316]: DEBUG nova.network.neutron [req-f4cb98e1-db47-40e5-b07f-788eb38f765b req-b914ca21-ba3d-4bd4-8132-b774aa6a53b1 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Updated VIF entry in instance network info cache for port 36dfa0b6-de49-4eba-bd87-a532251f5445. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.081218] env[69316]: DEBUG nova.network.neutron [req-f4cb98e1-db47-40e5-b07f-788eb38f765b req-b914ca21-ba3d-4bd4-8132-b774aa6a53b1 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Updating instance_info_cache with network_info: [{"id": "36dfa0b6-de49-4eba-bd87-a532251f5445", "address": "fa:16:3e:0a:ff:5b", "network": {"id": "6084d6d1-2b7c-4bb8-b4e5-530a3d22238f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-143345059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef0b6ea228f409a9d2b9c2ed116dac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dfa0b6-de", "ovs_interfaceid": "36dfa0b6-de49-4eba-bd87-a532251f5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.275338] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.275579] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.275797] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Deleting the datastore file [datastore1] 5a75a617-3721-44ba-b844-6c369dfe5f9f {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.276117] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8ff092-faf8-4da6-a658-bdc40b1f58d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.283339] env[69316]: DEBUG oslo_vmware.api [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for the task: (returnval){ [ 737.283339] env[69316]: value = "task-3366640" [ 737.283339] env[69316]: _type = "Task" [ 737.283339] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.291605] env[69316]: DEBUG oslo_vmware.api [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.341870] env[69316]: INFO nova.compute.manager [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Took 27.16 seconds to build instance. [ 737.426841] env[69316]: DEBUG nova.network.neutron [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.460301] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Releasing lock "refresh_cache-82bf4068-a582-4d13-9b88-2ab65a1c4efe" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.460622] env[69316]: DEBUG nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Instance network_info: |[{"id": "a91224cd-c4f0-4e43-be96-9f8c2a588aa2", "address": "fa:16:3e:5c:eb:33", "network": {"id": "33e4526b-7ee1-4442-ae9e-bb0c6237c6c1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-624219278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90948f6a4aab4ed49d142a3a41e75c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91224cd-c4", "ovs_interfaceid": "a91224cd-c4f0-4e43-be96-9f8c2a588aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.461050] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:eb:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a91224cd-c4f0-4e43-be96-9f8c2a588aa2', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.473728] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Creating folder: Project (90948f6a4aab4ed49d142a3a41e75c1c). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.474639] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43edb2ac-692b-40ab-b2b5-a42b59136128 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.485448] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Created folder: Project (90948f6a4aab4ed49d142a3a41e75c1c) in parent group-v671748. [ 737.485612] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Creating folder: Instances. Parent ref: group-v671800. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.485855] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e28a49b-9188-4256-83b9-6d21becfbfbf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.493953] env[69316]: DEBUG nova.network.neutron [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.499872] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Created folder: Instances in parent group-v671800. [ 737.499872] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.499872] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.499872] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab3f4e67-841c-4044-8099-53d146f7c936 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.522036] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.522036] env[69316]: value = "task-3366643" [ 737.522036] env[69316]: _type = "Task" [ 737.522036] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.530942] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5212faa1-0f1b-2afa-31d0-fc3aa867702f, 'name': SearchDatastore_Task, 'duration_secs': 0.035367} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.531586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.531857] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd/0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.532130] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-758ec7f2-b0fa-4ada-b235-ea413e08654c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.540195] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366643, 'name': CreateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.545364] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 737.545364] env[69316]: value = "task-3366644" [ 737.545364] env[69316]: _type = "Task" [ 737.545364] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.556561] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.560769] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fb5217-6e0c-1faf-7f46-0f2ed8bcf033, 'name': SearchDatastore_Task, 'duration_secs': 0.022789} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.561073] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.561305] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.561534] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.561678] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.562369] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.566739] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5548722c-408b-4e46-802b-036623ca260d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.569316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Lock "4267677a-a170-4790-b847-c4f077b37015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.121s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.580279] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.580614] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.581434] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cac23a3-e482-4241-8048-887d10a1461a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.585089] env[69316]: DEBUG oslo_concurrency.lockutils [req-f4cb98e1-db47-40e5-b07f-788eb38f765b req-b914ca21-ba3d-4bd4-8132-b774aa6a53b1 service nova] Releasing lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.588918] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 737.588918] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52418160-b158-e533-5708-8441b72fa6e6" [ 737.588918] env[69316]: _type = "Task" [ 737.588918] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.598342] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52418160-b158-e533-5708-8441b72fa6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.652836] env[69316]: DEBUG nova.network.neutron [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updated VIF entry in instance network info cache for port 24cf2e96-798a-459f-b34e-1180798e0945. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.653359] env[69316]: DEBUG nova.network.neutron [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [{"id": "24cf2e96-798a-459f-b34e-1180798e0945", "address": "fa:16:3e:97:38:37", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf2e96-79", "ovs_interfaceid": "24cf2e96-798a-459f-b34e-1180798e0945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.796505] env[69316]: DEBUG oslo_vmware.api [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Task: {'id': task-3366640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28046} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.796505] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.796505] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.796505] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.797564] env[69316]: INFO nova.compute.manager [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Took 1.86 seconds to destroy the instance on the hypervisor. [ 737.797564] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.797564] env[69316]: DEBUG nova.compute.manager [-] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.797564] env[69316]: DEBUG nova.network.neutron [-] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.844603] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1a79d8df-1623-4192-95ba-69fa27596548 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.170s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.955969] env[69316]: DEBUG nova.network.neutron [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Successfully updated port: 677a57e7-83b5-4f61-97a3-e9ad1de50a40 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.998566] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Releasing lock "refresh_cache-64aea4a9-d672-473a-b00c-e3aeaa544c14" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.998566] env[69316]: DEBUG nova.compute.manager [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.998566] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.999857] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f52d55-24f6-43a7-8a65-cd9225690a63 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.012490] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.012774] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4442be9c-e063-408c-a7b7-733f431d606c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.020364] env[69316]: DEBUG oslo_vmware.api [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 738.020364] env[69316]: value = "task-3366645" [ 738.020364] env[69316]: _type = "Task" [ 738.020364] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.034335] env[69316]: DEBUG oslo_vmware.api [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.036425] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366643, 'name': CreateVM_Task, 'duration_secs': 0.330406} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.036607] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.037342] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.037502] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.037828] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.038099] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d1d5cf-a527-4fa3-be4b-52d6abe06d4f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.044456] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 738.044456] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5228d5c6-2424-d580-e399-197bb0a0db49" [ 738.044456] env[69316]: _type = "Task" [ 738.044456] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.062471] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5228d5c6-2424-d580-e399-197bb0a0db49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.062887] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366644, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.102308] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52418160-b158-e533-5708-8441b72fa6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.106356] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f93b052-2cb7-4301-af24-c910174ffcb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.112585] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 738.112585] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a66fd5-40e8-a544-29ae-84f1929a5ef4" [ 738.112585] env[69316]: _type = "Task" [ 738.112585] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.121566] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a66fd5-40e8-a544-29ae-84f1929a5ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.159570] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Releasing lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.159825] env[69316]: DEBUG nova.compute.manager [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Received event network-vif-plugged-430b99b1-6be0-4190-82b3-f33c3026b141 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.160449] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Acquiring lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.160747] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.160923] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.161140] env[69316]: DEBUG nova.compute.manager [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] No waiting events found dispatching network-vif-plugged-430b99b1-6be0-4190-82b3-f33c3026b141 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.161325] env[69316]: WARNING nova.compute.manager [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Received unexpected event network-vif-plugged-430b99b1-6be0-4190-82b3-f33c3026b141 for instance with vm_state building and task_state spawning. [ 738.161493] env[69316]: DEBUG nova.compute.manager [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Received event network-changed-430b99b1-6be0-4190-82b3-f33c3026b141 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.161645] env[69316]: DEBUG nova.compute.manager [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Refreshing instance network info cache due to event network-changed-430b99b1-6be0-4190-82b3-f33c3026b141. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.161832] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Acquiring lock "refresh_cache-6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.161969] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Acquired lock "refresh_cache-6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.162135] env[69316]: DEBUG nova.network.neutron [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Refreshing network info cache for port 430b99b1-6be0-4190-82b3-f33c3026b141 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.167970] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquiring lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.168201] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.348272] env[69316]: DEBUG nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.460879] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquiring lock "refresh_cache-2c565c5e-87c9-4951-8798-dde366617001" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.461524] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquired lock "refresh_cache-2c565c5e-87c9-4951-8798-dde366617001" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.461773] env[69316]: DEBUG nova.network.neutron [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.535777] env[69316]: DEBUG oslo_vmware.api [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366645, 'name': PowerOffVM_Task, 'duration_secs': 0.350386} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.536276] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.536610] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.536896] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ec47583-7418-47d7-a399-680c4d165307 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.561212] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5228d5c6-2424-d580-e399-197bb0a0db49, 'name': SearchDatastore_Task, 'duration_secs': 0.029127} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.562928] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.563207] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.563424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.563770] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.563969] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.564204] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleting the datastore file [datastore1] 64aea4a9-d672-473a-b00c-e3aeaa544c14 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.569173] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d491fa0-42ff-45f1-b9ef-da1f3505b622 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.569403] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623888} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.570507] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd/0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.570913] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.571641] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd0cdad-d687-421a-b9ef-0d18a0d6619a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.576437] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e87515b9-88d8-4d7c-a60e-4565a9e76a6e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.578553] env[69316]: DEBUG oslo_vmware.api [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for the task: (returnval){ [ 738.578553] env[69316]: value = "task-3366647" [ 738.578553] env[69316]: _type = "Task" [ 738.578553] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.585707] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8416e5-b305-4d85-91f2-b6382a1d28df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.590123] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 738.590123] env[69316]: value = "task-3366648" [ 738.590123] env[69316]: _type = "Task" [ 738.590123] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.628590] env[69316]: DEBUG oslo_vmware.api [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.632775] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0160ae91-d53a-4881-8c6d-ed518b9b1b2a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.639722] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366648, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.655023] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95002ec1-9186-4bd7-a246-d68961e09b2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.656199] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a66fd5-40e8-a544-29ae-84f1929a5ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.023812} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.656546] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.656883] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec/6426b2b9-06d3-4c6f-9899-46bb73ceb6ec.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.657672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.657885] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.658126] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b7c7cc6-b069-46e3-9fac-ccc06d347b9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.669262] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-169d71b9-800b-46c2-bae8-817c39af9445 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.673375] env[69316]: DEBUG nova.compute.provider_tree [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.688812] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 738.688812] env[69316]: value = "task-3366649" [ 738.688812] env[69316]: _type = "Task" [ 738.688812] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.699716] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.705531] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.705873] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.706805] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b1cda2-a09f-4964-a7f4-484ee237e102 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.720482] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 738.720482] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5297dccf-0817-0434-e997-4b9c22618bbc" [ 738.720482] env[69316]: _type = "Task" [ 738.720482] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.741625] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5297dccf-0817-0434-e997-4b9c22618bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.016525} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.742843] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798fd621-861c-4312-bb6b-5b56100863ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.757460] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 738.757460] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52d70222-ccb5-743d-512a-de59a4bfbce5" [ 738.757460] env[69316]: _type = "Task" [ 738.757460] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.766839] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d70222-ccb5-743d-512a-de59a4bfbce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.886124] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.916177] env[69316]: DEBUG nova.network.neutron [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Updated VIF entry in instance network info cache for port 430b99b1-6be0-4190-82b3-f33c3026b141. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.916177] env[69316]: DEBUG nova.network.neutron [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Updating instance_info_cache with network_info: [{"id": "430b99b1-6be0-4190-82b3-f33c3026b141", "address": "fa:16:3e:7b:d3:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430b99b1-6b", "ovs_interfaceid": "430b99b1-6be0-4190-82b3-f33c3026b141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.997936] env[69316]: DEBUG nova.network.neutron [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.092729] env[69316]: DEBUG oslo_vmware.api [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Task: {'id': task-3366647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189862} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.096624] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.096897] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.097148] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.097354] env[69316]: INFO nova.compute.manager [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Took 1.10 seconds to destroy the instance on the hypervisor. [ 739.097650] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.097911] env[69316]: DEBUG nova.compute.manager [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.098032] env[69316]: DEBUG nova.network.neutron [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.105344] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070686} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.105597] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.106547] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a499f6-2302-48c9-88eb-840a3df2aae2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.136563] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd/0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.137584] env[69316]: DEBUG nova.network.neutron [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.139026] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757383bb-007f-4fae-9c28-f0362e2c6517 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.156509] env[69316]: DEBUG nova.network.neutron [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Updating instance_info_cache with network_info: [{"id": "677a57e7-83b5-4f61-97a3-e9ad1de50a40", "address": "fa:16:3e:4a:be:6c", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677a57e7-83", "ovs_interfaceid": "677a57e7-83b5-4f61-97a3-e9ad1de50a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.158417] env[69316]: DEBUG nova.network.neutron [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.168253] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 739.168253] env[69316]: value = "task-3366651" [ 739.168253] env[69316]: _type = "Task" [ 739.168253] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.176417] env[69316]: DEBUG nova.scheduler.client.report [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.184084] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.199553] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366649, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.230331] env[69316]: DEBUG nova.network.neutron [-] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.272112] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d70222-ccb5-743d-512a-de59a4bfbce5, 'name': SearchDatastore_Task, 'duration_secs': 0.072345} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.272514] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.272738] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 82bf4068-a582-4d13-9b88-2ab65a1c4efe/82bf4068-a582-4d13-9b88-2ab65a1c4efe.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.273143] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cbf1b62-0bef-4e2d-80a5-1df551158568 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.282247] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 739.282247] env[69316]: value = "task-3366652" [ 739.282247] env[69316]: _type = "Task" [ 739.282247] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.292577] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.419909] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf72e718-d635-4c75-9e05-554e54273a29 req-4efe7980-8468-45d0-8a1a-ae832d1a8b5d service nova] Releasing lock "refresh_cache-6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.662087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Releasing lock "refresh_cache-2c565c5e-87c9-4951-8798-dde366617001" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.662468] env[69316]: DEBUG nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Instance network_info: |[{"id": "677a57e7-83b5-4f61-97a3-e9ad1de50a40", "address": "fa:16:3e:4a:be:6c", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677a57e7-83", "ovs_interfaceid": "677a57e7-83b5-4f61-97a3-e9ad1de50a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.662792] env[69316]: INFO nova.compute.manager [-] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Took 0.56 seconds to deallocate network for instance. [ 739.663222] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:be:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '677a57e7-83b5-4f61-97a3-e9ad1de50a40', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.671124] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Creating folder: Project (953289c69bd34099b455558eace2d8f6). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.672978] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a348f7bc-6d88-4ae3-9ce6-4c92325afdbe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.686887] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.687392] env[69316]: DEBUG nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.689838] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366651, 'name': ReconfigVM_Task, 'duration_secs': 0.361451} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.691322] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.594s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.692992] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd/0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.694154] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Created folder: Project (953289c69bd34099b455558eace2d8f6) in parent group-v671748. [ 739.694357] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Creating folder: Instances. Parent ref: group-v671803. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.698379] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1d33219-ff0b-405f-a5a2-4316f038666a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.700262] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adc5fb97-bce9-4466-93b7-d9611ae8a299 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.708778] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892062} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.709968] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec/6426b2b9-06d3-4c6f-9899-46bb73ceb6ec.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.710273] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.710586] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 739.710586] env[69316]: value = "task-3366654" [ 739.710586] env[69316]: _type = "Task" [ 739.710586] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.713125] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bfb44c4-e452-4913-9571-cdd7cd9d55ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.713856] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Created folder: Instances in parent group-v671803. [ 739.713999] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.717282] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.717940] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f423854-379b-41cc-996b-342936968c86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.738922] env[69316]: INFO nova.compute.manager [-] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Took 1.94 seconds to deallocate network for instance. [ 739.738922] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 739.738922] env[69316]: value = "task-3366656" [ 739.738922] env[69316]: _type = "Task" [ 739.738922] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.755993] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366654, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.758017] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.758017] env[69316]: value = "task-3366657" [ 739.758017] env[69316]: _type = "Task" [ 739.758017] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.767132] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.773389] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366657, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.776072] env[69316]: DEBUG nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Received event network-vif-plugged-a91224cd-c4f0-4e43-be96-9f8c2a588aa2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.776286] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Acquiring lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.776824] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.776824] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.776946] env[69316]: DEBUG nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] No waiting events found dispatching network-vif-plugged-a91224cd-c4f0-4e43-be96-9f8c2a588aa2 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.777043] env[69316]: WARNING nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Received unexpected event network-vif-plugged-a91224cd-c4f0-4e43-be96-9f8c2a588aa2 for instance with vm_state building and task_state spawning. [ 739.777279] env[69316]: DEBUG nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Received event network-changed-a91224cd-c4f0-4e43-be96-9f8c2a588aa2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.777373] env[69316]: DEBUG nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Refreshing instance network info cache due to event network-changed-a91224cd-c4f0-4e43-be96-9f8c2a588aa2. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.777544] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Acquiring lock "refresh_cache-82bf4068-a582-4d13-9b88-2ab65a1c4efe" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.777631] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Acquired lock "refresh_cache-82bf4068-a582-4d13-9b88-2ab65a1c4efe" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.777816] env[69316]: DEBUG nova.network.neutron [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Refreshing network info cache for port a91224cd-c4f0-4e43-be96-9f8c2a588aa2 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.792943] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.184352] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.197256] env[69316]: DEBUG nova.compute.utils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.208414] env[69316]: INFO nova.compute.claims [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.214461] env[69316]: DEBUG nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.214461] env[69316]: DEBUG nova.network.neutron [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.232045] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366654, 'name': Rename_Task, 'duration_secs': 0.169036} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.232045] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.232045] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d3260c3-3f54-4dc0-8efe-1981a1d7f682 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.238923] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 740.238923] env[69316]: value = "task-3366658" [ 740.238923] env[69316]: _type = "Task" [ 740.238923] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.259785] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.260849] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.261881] env[69316]: DEBUG nova.compute.manager [req-d098ee34-3089-4912-98f1-5f2d5a74dba6 req-aa7ee13e-1628-47f1-b52a-a00e4604ac50 service nova] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Received event network-vif-deleted-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.273036] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072158} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.273862] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.275211] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2cd54a-f6a9-43e7-9462-0ec62702a240 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.284709] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366657, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.311069] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec/6426b2b9-06d3-4c6f-9899-46bb73ceb6ec.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.312676] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7920a29-42e8-483d-b1df-bb30e88ff77d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.329535] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366652, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.332253] env[69316]: DEBUG nova.policy [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b036bc9ebf4251914a9b13c6fd918a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6fec65981384d88b1710d8971f87ccf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.335705] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 740.335705] env[69316]: value = "task-3366659" [ 740.335705] env[69316]: _type = "Task" [ 740.335705] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.347298] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.713773] env[69316]: DEBUG nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.717561] env[69316]: INFO nova.compute.resource_tracker [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating resource usage from migration 100c4bbe-8dcd-46d7-a9ed-7f527a9c39a4 [ 740.740515] env[69316]: DEBUG nova.network.neutron [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Updated VIF entry in instance network info cache for port a91224cd-c4f0-4e43-be96-9f8c2a588aa2. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.741114] env[69316]: DEBUG nova.network.neutron [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Updating instance_info_cache with network_info: [{"id": "a91224cd-c4f0-4e43-be96-9f8c2a588aa2", "address": "fa:16:3e:5c:eb:33", "network": {"id": "33e4526b-7ee1-4442-ae9e-bb0c6237c6c1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-624219278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90948f6a4aab4ed49d142a3a41e75c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91224cd-c4", "ovs_interfaceid": "a91224cd-c4f0-4e43-be96-9f8c2a588aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.754779] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366658, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.769181] env[69316]: DEBUG nova.network.neutron [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Successfully created port: 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.775056] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366657, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.801270] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366652, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.291319} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.801654] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 82bf4068-a582-4d13-9b88-2ab65a1c4efe/82bf4068-a582-4d13-9b88-2ab65a1c4efe.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.801789] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.801998] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84f8ba8b-8964-49b9-a84b-c14d25be1dc0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.812039] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 740.812039] env[69316]: value = "task-3366660" [ 740.812039] env[69316]: _type = "Task" [ 740.812039] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.822392] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.848428] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.888864] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "8e660168-eb83-40cf-9103-1ad515dc6cca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.889452] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "8e660168-eb83-40cf-9103-1ad515dc6cca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.132552] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde2fbe-8076-40f2-80b9-a3d1d42440d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.141278] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ab2c1-b9df-4808-a4a2-e0ba7a08384a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.178400] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8678c783-5ea2-4f56-a273-d9aca09b69d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.186234] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c900944-1c18-4b6c-932c-bc4992f45d43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.199735] env[69316]: DEBUG nova.compute.provider_tree [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.255010] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Releasing lock "refresh_cache-82bf4068-a582-4d13-9b88-2ab65a1c4efe" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.256269] env[69316]: DEBUG nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Received event network-vif-plugged-677a57e7-83b5-4f61-97a3-e9ad1de50a40 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.256269] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Acquiring lock "2c565c5e-87c9-4951-8798-dde366617001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.256269] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Lock "2c565c5e-87c9-4951-8798-dde366617001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.256269] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Lock "2c565c5e-87c9-4951-8798-dde366617001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.256269] env[69316]: DEBUG nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] No waiting events found dispatching network-vif-plugged-677a57e7-83b5-4f61-97a3-e9ad1de50a40 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.256602] env[69316]: WARNING nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Received unexpected event network-vif-plugged-677a57e7-83b5-4f61-97a3-e9ad1de50a40 for instance with vm_state building and task_state spawning. [ 741.256602] env[69316]: DEBUG nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Received event network-changed-677a57e7-83b5-4f61-97a3-e9ad1de50a40 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.256602] env[69316]: DEBUG nova.compute.manager [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Refreshing instance network info cache due to event network-changed-677a57e7-83b5-4f61-97a3-e9ad1de50a40. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.256602] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Acquiring lock "refresh_cache-2c565c5e-87c9-4951-8798-dde366617001" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.256743] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Acquired lock "refresh_cache-2c565c5e-87c9-4951-8798-dde366617001" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.256851] env[69316]: DEBUG nova.network.neutron [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Refreshing network info cache for port 677a57e7-83b5-4f61-97a3-e9ad1de50a40 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.258024] env[69316]: DEBUG oslo_vmware.api [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3366658, 'name': PowerOnVM_Task, 'duration_secs': 0.598452} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.258949] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.259047] env[69316]: INFO nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Took 12.27 seconds to spawn the instance on the hypervisor. [ 741.259329] env[69316]: DEBUG nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.260380] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e97d7b-630e-41ce-a942-3c67be9fab7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.278027] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366657, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.322809] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270542} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.323943] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.324969] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bf4299-5f41-4921-8011-2e98f65c3dd5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.349503] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 82bf4068-a582-4d13-9b88-2ab65a1c4efe/82bf4068-a582-4d13-9b88-2ab65a1c4efe.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.354059] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe149ef-7411-4737-86b0-e0bed836a086 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.374813] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366659, 'name': ReconfigVM_Task, 'duration_secs': 0.540675} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.376644] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec/6426b2b9-06d3-4c6f-9899-46bb73ceb6ec.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.377513] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 741.377513] env[69316]: value = "task-3366662" [ 741.377513] env[69316]: _type = "Task" [ 741.377513] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.377513] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950232ed-27ea-4698-a9d2-c84c5b5b6d88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.388378] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.389728] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 741.389728] env[69316]: value = "task-3366663" [ 741.389728] env[69316]: _type = "Task" [ 741.389728] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.398686] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366663, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.703563] env[69316]: DEBUG nova.scheduler.client.report [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.706647] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "125e57cd-019d-4880-9ffd-ba445151c55f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.706885] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "125e57cd-019d-4880-9ffd-ba445151c55f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.730854] env[69316]: DEBUG nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.733336] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "bda998f5-6a6b-45ba-a8bf-56794218f095" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.733558] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "bda998f5-6a6b-45ba-a8bf-56794218f095" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.756543] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.756794] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.756992] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.757198] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.757346] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.757489] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.757694] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.757850] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.758136] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.758368] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.758569] env[69316]: DEBUG nova.virt.hardware [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.761559] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c3cd3a-e711-44ac-b8f7-f184407f6714 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.775757] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe5cd99-6eff-42c6-abaa-0a67cc69d95a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.779854] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366657, 'name': CreateVM_Task, 'duration_secs': 1.742527} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.785704] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.787288] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.787451] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.787904] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.802784] env[69316]: INFO nova.compute.manager [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Took 30.02 seconds to build instance. [ 741.803784] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9f1251-a093-4659-b851-ba5f46a6cbc7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.809702] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 741.809702] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f41a14-637f-0c7b-9f17-82f6aaa116c6" [ 741.809702] env[69316]: _type = "Task" [ 741.809702] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.818842] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f41a14-637f-0c7b-9f17-82f6aaa116c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.889009] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.898907] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366663, 'name': Rename_Task, 'duration_secs': 0.266752} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.899187] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.899420] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a47cc825-56fa-457a-8305-74e37554755a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.905770] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 741.905770] env[69316]: value = "task-3366664" [ 741.905770] env[69316]: _type = "Task" [ 741.905770] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.916548] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.201117] env[69316]: DEBUG nova.network.neutron [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Updated VIF entry in instance network info cache for port 677a57e7-83b5-4f61-97a3-e9ad1de50a40. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.201117] env[69316]: DEBUG nova.network.neutron [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Updating instance_info_cache with network_info: [{"id": "677a57e7-83b5-4f61-97a3-e9ad1de50a40", "address": "fa:16:3e:4a:be:6c", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677a57e7-83", "ovs_interfaceid": "677a57e7-83b5-4f61-97a3-e9ad1de50a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.212022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.518s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.212022] env[69316]: INFO nova.compute.manager [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Migrating [ 742.212022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.212022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.212022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.057s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.212267] env[69316]: DEBUG nova.objects.instance [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 742.293113] env[69316]: DEBUG nova.network.neutron [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Successfully updated port: 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.310442] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.777s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.325261] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f41a14-637f-0c7b-9f17-82f6aaa116c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.326440] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.326440] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.326440] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.326440] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.326657] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.327127] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e43d7de-a0d2-415b-80d7-656894746373 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.335556] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.335743] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.336897] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c60acc-b3b7-4e3b-9802-a2f047822bf4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.342750] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 742.342750] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52da9d4e-475e-af63-e9df-0e1b0630b27b" [ 742.342750] env[69316]: _type = "Task" [ 742.342750] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.351406] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52da9d4e-475e-af63-e9df-0e1b0630b27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.390267] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366662, 'name': ReconfigVM_Task, 'duration_secs': 0.566545} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.390267] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 82bf4068-a582-4d13-9b88-2ab65a1c4efe/82bf4068-a582-4d13-9b88-2ab65a1c4efe.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.390267] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ef3fe0-abfc-49a1-a988-aaed68269611 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.395270] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 742.395270] env[69316]: value = "task-3366665" [ 742.395270] env[69316]: _type = "Task" [ 742.395270] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.403487] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366665, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.415079] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.702880] env[69316]: DEBUG oslo_concurrency.lockutils [req-3957a5f7-0f97-412a-9e89-5c2b18d07b99 req-6b246a40-23f1-40cf-b5c6-c539bf1259ba service nova] Releasing lock "refresh_cache-2c565c5e-87c9-4951-8798-dde366617001" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.716624] env[69316]: INFO nova.compute.rpcapi [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 742.717436] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.796154] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquiring lock "refresh_cache-24afcbbb-1869-4ed4-880a-d7a2e6c312ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.796285] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquired lock "refresh_cache-24afcbbb-1869-4ed4-880a-d7a2e6c312ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.796470] env[69316]: DEBUG nova.network.neutron [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.820735] env[69316]: DEBUG nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.854945] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52da9d4e-475e-af63-e9df-0e1b0630b27b, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.856025] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558c1932-8d61-459f-8d57-a2ab6a77f486 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.867842] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 742.867842] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a96c1d-53cd-8d74-d1a4-ce350c744739" [ 742.867842] env[69316]: _type = "Task" [ 742.867842] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.879186] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a96c1d-53cd-8d74-d1a4-ce350c744739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.905183] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366665, 'name': Rename_Task, 'duration_secs': 0.184235} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.905286] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.905524] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fb0bb1a-9678-464f-976e-f30d1da9d798 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.915168] env[69316]: DEBUG oslo_vmware.api [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366664, 'name': PowerOnVM_Task, 'duration_secs': 0.745762} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.918455] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.918455] env[69316]: INFO nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Took 11.37 seconds to spawn the instance on the hypervisor. [ 742.918455] env[69316]: DEBUG nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.918455] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 742.918455] env[69316]: value = "task-3366666" [ 742.918455] env[69316]: _type = "Task" [ 742.918455] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.918455] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cb5c2c-9381-4539-a39f-27217f400d9f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.928265] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.060682] env[69316]: DEBUG nova.compute.manager [req-99d2a920-91dd-45a9-9b98-510c06e579bd req-fb7facfc-dba7-4db2-9c3b-6f96095ce9df service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Received event network-vif-plugged-8bbed6a9-963a-4f5b-83ed-a8b4db612d52 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.060682] env[69316]: DEBUG oslo_concurrency.lockutils [req-99d2a920-91dd-45a9-9b98-510c06e579bd req-fb7facfc-dba7-4db2-9c3b-6f96095ce9df service nova] Acquiring lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.060682] env[69316]: DEBUG oslo_concurrency.lockutils [req-99d2a920-91dd-45a9-9b98-510c06e579bd req-fb7facfc-dba7-4db2-9c3b-6f96095ce9df service nova] Lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.060682] env[69316]: DEBUG oslo_concurrency.lockutils [req-99d2a920-91dd-45a9-9b98-510c06e579bd req-fb7facfc-dba7-4db2-9c3b-6f96095ce9df service nova] Lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.060682] env[69316]: DEBUG nova.compute.manager [req-99d2a920-91dd-45a9-9b98-510c06e579bd req-fb7facfc-dba7-4db2-9c3b-6f96095ce9df service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] No waiting events found dispatching network-vif-plugged-8bbed6a9-963a-4f5b-83ed-a8b4db612d52 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.061088] env[69316]: WARNING nova.compute.manager [req-99d2a920-91dd-45a9-9b98-510c06e579bd req-fb7facfc-dba7-4db2-9c3b-6f96095ce9df service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Received unexpected event network-vif-plugged-8bbed6a9-963a-4f5b-83ed-a8b4db612d52 for instance with vm_state building and task_state spawning. [ 743.091136] env[69316]: DEBUG nova.compute.manager [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Received event network-changed-85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.091396] env[69316]: DEBUG nova.compute.manager [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Refreshing instance network info cache due to event network-changed-85273e87-193b-447e-ad9e-992aef05e47d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.091612] env[69316]: DEBUG oslo_concurrency.lockutils [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] Acquiring lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.091753] env[69316]: DEBUG oslo_concurrency.lockutils [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] Acquired lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.091938] env[69316]: DEBUG nova.network.neutron [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Refreshing network info cache for port 85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.252410] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49db628a-2118-4ca2-bbbe-c52bc5d0dcff tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.041s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.253741] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.253885] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.254087] env[69316]: DEBUG nova.network.neutron [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.256064] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.302s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.256064] env[69316]: DEBUG nova.objects.instance [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lazy-loading 'resources' on Instance uuid 65fceb63-2326-4d32-8281-2b7402fa4d5c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.340315] env[69316]: DEBUG nova.network.neutron [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.354047] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.381227] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a96c1d-53cd-8d74-d1a4-ce350c744739, 'name': SearchDatastore_Task, 'duration_secs': 0.033116} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.381227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.381227] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2c565c5e-87c9-4951-8798-dde366617001/2c565c5e-87c9-4951-8798-dde366617001.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.381227] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5274b84-cc21-4160-a608-51859525a57f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.387276] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 743.387276] env[69316]: value = "task-3366668" [ 743.387276] env[69316]: _type = "Task" [ 743.387276] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.397530] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.440498] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366666, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.448327] env[69316]: INFO nova.compute.manager [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Took 29.75 seconds to build instance. [ 743.549426] env[69316]: DEBUG nova.network.neutron [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Updating instance_info_cache with network_info: [{"id": "8bbed6a9-963a-4f5b-83ed-a8b4db612d52", "address": "fa:16:3e:5e:f7:71", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbed6a9-96", "ovs_interfaceid": "8bbed6a9-963a-4f5b-83ed-a8b4db612d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.897338] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490483} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.897604] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2c565c5e-87c9-4951-8798-dde366617001/2c565c5e-87c9-4951-8798-dde366617001.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.897816] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.898082] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-034273ad-7a6f-420f-8c81-32700fa5d7eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.904135] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 743.904135] env[69316]: value = "task-3366669" [ 743.904135] env[69316]: _type = "Task" [ 743.904135] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.914945] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.930693] env[69316]: DEBUG oslo_vmware.api [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366666, 'name': PowerOnVM_Task, 'duration_secs': 0.54698} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.930969] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.931197] env[69316]: INFO nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Took 9.71 seconds to spawn the instance on the hypervisor. [ 743.931358] env[69316]: DEBUG nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.934381] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62562bae-a675-41d1-85be-98d33560609a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.951399] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.437s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.052734] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Releasing lock "refresh_cache-24afcbbb-1869-4ed4-880a-d7a2e6c312ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.053234] env[69316]: DEBUG nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Instance network_info: |[{"id": "8bbed6a9-963a-4f5b-83ed-a8b4db612d52", "address": "fa:16:3e:5e:f7:71", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbed6a9-96", "ovs_interfaceid": "8bbed6a9-963a-4f5b-83ed-a8b4db612d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.057526] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:f7:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bbed6a9-963a-4f5b-83ed-a8b4db612d52', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.065436] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Creating folder: Project (c6fec65981384d88b1710d8971f87ccf). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.071622] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ab2300e-e20c-42a8-9e6e-9ef3452d20b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.082078] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Created folder: Project (c6fec65981384d88b1710d8971f87ccf) in parent group-v671748. [ 744.082289] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Creating folder: Instances. Parent ref: group-v671806. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.082528] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f58fcd36-a20f-49ca-aafc-e884b326ee9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.091392] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Created folder: Instances in parent group-v671806. [ 744.094018] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.094018] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.094018] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afc7f7d8-7faa-4c7f-b5be-3f2f338a978a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.115065] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.115065] env[69316]: value = "task-3366672" [ 744.115065] env[69316]: _type = "Task" [ 744.115065] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.123704] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366672, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.232125] env[69316]: DEBUG nova.network.neutron [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Updated VIF entry in instance network info cache for port 85273e87-193b-447e-ad9e-992aef05e47d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.232554] env[69316]: DEBUG nova.network.neutron [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Updating instance_info_cache with network_info: [{"id": "85273e87-193b-447e-ad9e-992aef05e47d", "address": "fa:16:3e:fb:48:3d", "network": {"id": "6be84492-bc5d-4a23-8607-69e495b7c806", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1631629740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a706a2779ee490dadb123a5e94eddc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85273e87-19", "ovs_interfaceid": "85273e87-193b-447e-ad9e-992aef05e47d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.265287] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd2e78-37d2-4b20-8ffe-f51935a07cc8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.274398] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2a67e6-70c6-4be9-b9e4-2967b9cbf2b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.312743] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018acf1e-0caa-4af5-b4ae-c2f4ef14ad31 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.320524] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eedef92-9f5b-4313-b7ca-302a7bc9614d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.334729] env[69316]: DEBUG nova.compute.provider_tree [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.415340] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148441} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.415633] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.416758] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e61fc9-6da3-440e-b484-7f7f9526d0c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.442617] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 2c565c5e-87c9-4951-8798-dde366617001/2c565c5e-87c9-4951-8798-dde366617001.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.442940] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d5f7a93-80cc-43a5-bd4e-120aeabb54af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.462602] env[69316]: DEBUG nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.472350] env[69316]: INFO nova.compute.manager [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Took 30.05 seconds to build instance. [ 744.473544] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 744.473544] env[69316]: value = "task-3366673" [ 744.473544] env[69316]: _type = "Task" [ 744.473544] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.489794] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.626645] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366672, 'name': CreateVM_Task, 'duration_secs': 0.46681} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.626840] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.627635] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.627806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.628388] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.628653] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bc3aa5-737a-4422-8626-adb053436b34 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.633705] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 744.633705] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52fd1923-a598-ce0c-7e4d-6f5d3717e3b1" [ 744.633705] env[69316]: _type = "Task" [ 744.633705] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.634518] env[69316]: DEBUG nova.network.neutron [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance_info_cache with network_info: [{"id": "d13e690d-a562-4f39-b4e3-07989729f251", "address": "fa:16:3e:de:8b:51", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13e690d-a5", "ovs_interfaceid": "d13e690d-a562-4f39-b4e3-07989729f251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.645136] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fd1923-a598-ce0c-7e4d-6f5d3717e3b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.738195] env[69316]: DEBUG oslo_concurrency.lockutils [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] Releasing lock "refresh_cache-a3daa3e4-fd53-4dc7-829b-a082157bcfa2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.738195] env[69316]: DEBUG nova.compute.manager [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Received event network-changed-daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.738195] env[69316]: DEBUG nova.compute.manager [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Refreshing instance network info cache due to event network-changed-daf8dea2-fe74-425c-8799-82b5412d3385. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.738195] env[69316]: DEBUG oslo_concurrency.lockutils [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] Acquiring lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.738195] env[69316]: DEBUG oslo_concurrency.lockutils [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] Acquired lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.738752] env[69316]: DEBUG nova.network.neutron [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Refreshing network info cache for port daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.839104] env[69316]: DEBUG nova.scheduler.client.report [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.975141] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.890s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.987021] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366673, 'name': ReconfigVM_Task, 'duration_secs': 0.378246} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.989221] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 2c565c5e-87c9-4951-8798-dde366617001/2c565c5e-87c9-4951-8798-dde366617001.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.989851] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe4d6a4-2a47-4d65-bdf3-28df0d7f7796 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.997083] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 744.997083] env[69316]: value = "task-3366674" [ 744.997083] env[69316]: _type = "Task" [ 744.997083] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.005710] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366674, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.006732] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.143018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.150928] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fd1923-a598-ce0c-7e4d-6f5d3717e3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.151234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.151509] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.151757] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.151926] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.152162] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.152452] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-313445c8-f974-4607-b0ff-388ebdc7e4ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.165589] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.165782] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.166685] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75fe31d-eeed-465a-8d24-1b43270dd841 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.175317] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 745.175317] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520cef77-8aba-c747-72bb-05678e795c0f" [ 745.175317] env[69316]: _type = "Task" [ 745.175317] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.186237] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520cef77-8aba-c747-72bb-05678e795c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.187114] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896772bb-b075-4651-a60e-6de7d1a3c0e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.192939] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 745.192939] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52eedc2b-4ae6-5bf0-127d-16639a8ffdeb" [ 745.192939] env[69316]: _type = "Task" [ 745.192939] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.201020] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52eedc2b-4ae6-5bf0-127d-16639a8ffdeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.344871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.347945] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.419s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.350753] env[69316]: INFO nova.compute.claims [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.385262] env[69316]: INFO nova.scheduler.client.report [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Deleted allocations for instance 65fceb63-2326-4d32-8281-2b7402fa4d5c [ 745.483444] env[69316]: DEBUG nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.517025] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366674, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.710653] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52eedc2b-4ae6-5bf0-127d-16639a8ffdeb, 'name': SearchDatastore_Task, 'duration_secs': 0.013031} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.710986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.711307] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 24afcbbb-1869-4ed4-880a-d7a2e6c312ad/24afcbbb-1869-4ed4-880a-d7a2e6c312ad.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.711662] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-137d18b3-5eaf-432d-89d3-a079502cd6a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.717477] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 745.717477] env[69316]: value = "task-3366676" [ 745.717477] env[69316]: _type = "Task" [ 745.717477] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.725713] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.729612] env[69316]: DEBUG nova.network.neutron [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Updated VIF entry in instance network info cache for port daf8dea2-fe74-425c-8799-82b5412d3385. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.730033] env[69316]: DEBUG nova.network.neutron [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Updating instance_info_cache with network_info: [{"id": "daf8dea2-fe74-425c-8799-82b5412d3385", "address": "fa:16:3e:a4:4c:3d", "network": {"id": "46682825-8ff8-4667-9c8a-773b95389f76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809570688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fea4cb152d4ba797ed23b2e9d7c087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf8dea2-fe", "ovs_interfaceid": "daf8dea2-fe74-425c-8799-82b5412d3385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.908080] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Lock "65fceb63-2326-4d32-8281-2b7402fa4d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.332s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.015780] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366674, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.024227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.187220] env[69316]: DEBUG nova.compute.manager [req-9d27d673-3383-480c-b58f-565cb267355c req-c20a7d4c-a2c7-4bd7-a9c3-29f7d03c981c service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Received event network-changed-8bbed6a9-963a-4f5b-83ed-a8b4db612d52 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.187394] env[69316]: DEBUG nova.compute.manager [req-9d27d673-3383-480c-b58f-565cb267355c req-c20a7d4c-a2c7-4bd7-a9c3-29f7d03c981c service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Refreshing instance network info cache due to event network-changed-8bbed6a9-963a-4f5b-83ed-a8b4db612d52. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.187661] env[69316]: DEBUG oslo_concurrency.lockutils [req-9d27d673-3383-480c-b58f-565cb267355c req-c20a7d4c-a2c7-4bd7-a9c3-29f7d03c981c service nova] Acquiring lock "refresh_cache-24afcbbb-1869-4ed4-880a-d7a2e6c312ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.187811] env[69316]: DEBUG oslo_concurrency.lockutils [req-9d27d673-3383-480c-b58f-565cb267355c req-c20a7d4c-a2c7-4bd7-a9c3-29f7d03c981c service nova] Acquired lock "refresh_cache-24afcbbb-1869-4ed4-880a-d7a2e6c312ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.188035] env[69316]: DEBUG nova.network.neutron [req-9d27d673-3383-480c-b58f-565cb267355c req-c20a7d4c-a2c7-4bd7-a9c3-29f7d03c981c service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Refreshing network info cache for port 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.210033] env[69316]: DEBUG nova.compute.manager [req-adf1a3cf-cd10-4b37-b6fe-5eb72c1179d3 req-b17cd227-7598-42ec-a7f8-786e60a07575 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Received event network-changed-36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.210563] env[69316]: DEBUG nova.compute.manager [req-adf1a3cf-cd10-4b37-b6fe-5eb72c1179d3 req-b17cd227-7598-42ec-a7f8-786e60a07575 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Refreshing instance network info cache due to event network-changed-36dfa0b6-de49-4eba-bd87-a532251f5445. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.210563] env[69316]: DEBUG oslo_concurrency.lockutils [req-adf1a3cf-cd10-4b37-b6fe-5eb72c1179d3 req-b17cd227-7598-42ec-a7f8-786e60a07575 service nova] Acquiring lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.210811] env[69316]: DEBUG oslo_concurrency.lockutils [req-adf1a3cf-cd10-4b37-b6fe-5eb72c1179d3 req-b17cd227-7598-42ec-a7f8-786e60a07575 service nova] Acquired lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.210811] env[69316]: DEBUG nova.network.neutron [req-adf1a3cf-cd10-4b37-b6fe-5eb72c1179d3 req-b17cd227-7598-42ec-a7f8-786e60a07575 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Refreshing network info cache for port 36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.229599] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478633} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.229956] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 24afcbbb-1869-4ed4-880a-d7a2e6c312ad/24afcbbb-1869-4ed4-880a-d7a2e6c312ad.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.230286] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.230941] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77996d49-ff29-431f-9c87-a6be0ffb8911 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.234136] env[69316]: DEBUG oslo_concurrency.lockutils [req-034eb995-0d2a-4c89-8c14-e7221445f514 req-f179b795-a361-42d2-b8c9-f99af2ed79ac service nova] Releasing lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.240255] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 746.240255] env[69316]: value = "task-3366677" [ 746.240255] env[69316]: _type = "Task" [ 746.240255] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.250508] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.324041] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquiring lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.324400] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.324553] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquiring lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.324735] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.324917] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.327131] env[69316]: INFO nova.compute.manager [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Terminating instance [ 746.517164] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366674, 'name': Rename_Task, 'duration_secs': 1.175359} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.520746] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.521222] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff2ee241-53b3-4071-8652-fcdcdefad8c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.528508] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 746.528508] env[69316]: value = "task-3366678" [ 746.528508] env[69316]: _type = "Task" [ 746.528508] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.536553] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.658905] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3428a4b8-e653-409c-b798-432348777e82 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.683752] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance '48ed2483-9904-429f-b48d-8dc0150b8fff' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.750604] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088858} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.755821] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.762022] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0cbb04-036d-4459-bd15-73d760b49617 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.789103] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 24afcbbb-1869-4ed4-880a-d7a2e6c312ad/24afcbbb-1869-4ed4-880a-d7a2e6c312ad.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.795130] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5de303d-45ca-4d93-aca9-efad54e0e1d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.819455] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 746.819455] env[69316]: value = "task-3366679" [ 746.819455] env[69316]: _type = "Task" [ 746.819455] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.826382] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.830806] env[69316]: DEBUG nova.compute.manager [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.832676] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.832676] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c76d4e-eb19-4e00-9d53-4f2dbd0539e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.843359] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.843609] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18976e16-f26b-4a93-8b37-69fcb2ae6d92 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.850423] env[69316]: DEBUG oslo_vmware.api [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 746.850423] env[69316]: value = "task-3366680" [ 746.850423] env[69316]: _type = "Task" [ 746.850423] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.861352] env[69316]: DEBUG oslo_vmware.api [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.901949] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd51731-7cd2-4001-b71c-250f4217a1c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.914353] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256cc887-73f5-4670-b5f0-29b954170256 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.951891] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43dfcf6-772e-4db0-859b-834bb8c7f734 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.959750] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3940c86b-b2b4-4985-bdd7-a1b40c1d8173 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.973993] env[69316]: DEBUG nova.compute.provider_tree [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.993654] env[69316]: DEBUG nova.network.neutron [req-adf1a3cf-cd10-4b37-b6fe-5eb72c1179d3 req-b17cd227-7598-42ec-a7f8-786e60a07575 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Updated VIF entry in instance network info cache for port 36dfa0b6-de49-4eba-bd87-a532251f5445. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.994058] env[69316]: DEBUG nova.network.neutron [req-adf1a3cf-cd10-4b37-b6fe-5eb72c1179d3 req-b17cd227-7598-42ec-a7f8-786e60a07575 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Updating instance_info_cache with network_info: [{"id": "36dfa0b6-de49-4eba-bd87-a532251f5445", "address": "fa:16:3e:0a:ff:5b", "network": {"id": "6084d6d1-2b7c-4bb8-b4e5-530a3d22238f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-143345059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef0b6ea228f409a9d2b9c2ed116dac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dfa0b6-de", "ovs_interfaceid": "36dfa0b6-de49-4eba-bd87-a532251f5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.041530] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.201382] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.201720] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07809c78-8049-458a-89d6-c0e2af17a3f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.208695] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 747.208695] env[69316]: value = "task-3366682" [ 747.208695] env[69316]: _type = "Task" [ 747.208695] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.219472] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.331918] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.362103] env[69316]: DEBUG oslo_vmware.api [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366680, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.479122] env[69316]: DEBUG nova.scheduler.client.report [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.496797] env[69316]: DEBUG oslo_concurrency.lockutils [req-adf1a3cf-cd10-4b37-b6fe-5eb72c1179d3 req-b17cd227-7598-42ec-a7f8-786e60a07575 service nova] Releasing lock "refresh_cache-0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.539419] env[69316]: DEBUG oslo_vmware.api [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366678, 'name': PowerOnVM_Task, 'duration_secs': 0.904181} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.539897] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.539897] env[69316]: INFO nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Took 10.60 seconds to spawn the instance on the hypervisor. [ 747.539897] env[69316]: DEBUG nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.540623] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367aa3d6-d80a-472e-a94e-0b72130ca9a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.601471] env[69316]: INFO nova.compute.manager [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Rebuilding instance [ 747.606590] env[69316]: DEBUG nova.network.neutron [req-9d27d673-3383-480c-b58f-565cb267355c req-c20a7d4c-a2c7-4bd7-a9c3-29f7d03c981c service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Updated VIF entry in instance network info cache for port 8bbed6a9-963a-4f5b-83ed-a8b4db612d52. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.606963] env[69316]: DEBUG nova.network.neutron [req-9d27d673-3383-480c-b58f-565cb267355c req-c20a7d4c-a2c7-4bd7-a9c3-29f7d03c981c service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Updating instance_info_cache with network_info: [{"id": "8bbed6a9-963a-4f5b-83ed-a8b4db612d52", "address": "fa:16:3e:5e:f7:71", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbed6a9-96", "ovs_interfaceid": "8bbed6a9-963a-4f5b-83ed-a8b4db612d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.658167] env[69316]: DEBUG nova.compute.manager [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.658167] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f1b0fb-f777-466b-a653-e161342f382f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.721555] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.835574] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.862849] env[69316]: DEBUG oslo_vmware.api [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366680, 'name': PowerOffVM_Task, 'duration_secs': 0.628515} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.863156] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.863319] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.863588] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59893962-e69a-4505-a59a-2f38b6ee06d4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.940444] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.940875] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.941083] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Deleting the datastore file [datastore2] 82bf4068-a582-4d13-9b88-2ab65a1c4efe {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.941382] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d351a793-6bea-433a-96b8-aae4627dce76 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.948400] env[69316]: DEBUG oslo_vmware.api [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for the task: (returnval){ [ 747.948400] env[69316]: value = "task-3366684" [ 747.948400] env[69316]: _type = "Task" [ 747.948400] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.956654] env[69316]: DEBUG oslo_vmware.api [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.987179] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.987179] env[69316]: DEBUG nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.995017] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.402s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.995017] env[69316]: INFO nova.compute.claims [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.060339] env[69316]: INFO nova.compute.manager [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Took 29.33 seconds to build instance. [ 748.113409] env[69316]: DEBUG oslo_concurrency.lockutils [req-9d27d673-3383-480c-b58f-565cb267355c req-c20a7d4c-a2c7-4bd7-a9c3-29f7d03c981c service nova] Releasing lock "refresh_cache-24afcbbb-1869-4ed4-880a-d7a2e6c312ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.221329] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366682, 'name': PowerOffVM_Task, 'duration_secs': 0.772745} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.221808] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.222074] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance '48ed2483-9904-429f-b48d-8dc0150b8fff' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.331614] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366679, 'name': ReconfigVM_Task, 'duration_secs': 1.212273} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.332149] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 24afcbbb-1869-4ed4-880a-d7a2e6c312ad/24afcbbb-1869-4ed4-880a-d7a2e6c312ad.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.333022] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e17f4f7-c60b-444e-b99d-dc0ad319cc47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.340752] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 748.340752] env[69316]: value = "task-3366685" [ 748.340752] env[69316]: _type = "Task" [ 748.340752] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.353565] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366685, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.458675] env[69316]: DEBUG oslo_vmware.api [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Task: {'id': task-3366684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155217} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.458952] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.459191] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.460935] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.460935] env[69316]: INFO nova.compute.manager [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Took 1.63 seconds to destroy the instance on the hypervisor. [ 748.460935] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.460935] env[69316]: DEBUG nova.compute.manager [-] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.460935] env[69316]: DEBUG nova.network.neutron [-] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.494321] env[69316]: DEBUG nova.compute.utils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.499676] env[69316]: DEBUG nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.500189] env[69316]: DEBUG nova.network.neutron [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.563092] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26b32f3c-0a39-4be8-a745-365c27cd50f4 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "2c565c5e-87c9-4951-8798-dde366617001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.578s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.646809] env[69316]: DEBUG nova.policy [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6effc6c8d441b5a60c9feb8fd8bcc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37de62c2c7024e2b909a2ab4a54b4401', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.674971] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.675529] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db617878-60be-417c-9ca4-b7912352f5c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.683137] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 748.683137] env[69316]: value = "task-3366686" [ 748.683137] env[69316]: _type = "Task" [ 748.683137] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.693256] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.730200] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.730200] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.730360] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.730597] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.730673] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.730933] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.732670] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.732998] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.733239] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.733368] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.733588] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.740335] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3afce83-6501-4eba-994b-28e5cd1bd180 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.759650] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 748.759650] env[69316]: value = "task-3366687" [ 748.759650] env[69316]: _type = "Task" [ 748.759650] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.769102] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.856363] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366685, 'name': Rename_Task, 'duration_secs': 0.137961} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.859669] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.859669] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f6678fb-1ed4-4353-889f-638bc5051340 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.864516] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 748.864516] env[69316]: value = "task-3366688" [ 748.864516] env[69316]: _type = "Task" [ 748.864516] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.877443] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.003036] env[69316]: DEBUG nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.065529] env[69316]: DEBUG nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.196452] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366686, 'name': PowerOffVM_Task, 'duration_secs': 0.241399} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.198472] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.198472] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.198472] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b235e3-bad1-401b-b7b1-f8f91dc261c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.208626] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.211556] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4031b768-5ef0-49cf-8dac-2290317db894 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.271549] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366687, 'name': ReconfigVM_Task, 'duration_secs': 0.194457} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.271908] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance '48ed2483-9904-429f-b48d-8dc0150b8fff' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.282021] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.282021] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.282021] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleting the datastore file [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.282410] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4209c00e-dfe9-4b93-bcd3-c81130c11a5e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.289395] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 749.289395] env[69316]: value = "task-3366691" [ 749.289395] env[69316]: _type = "Task" [ 749.289395] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.298599] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.378279] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366688, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.438282] env[69316]: DEBUG nova.network.neutron [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Successfully created port: 6df64563-0244-4cb3-957c-0bec7c7196d7 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.555873] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e5c878-b468-4179-b34e-efc30127cf5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.565552] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b28062b-b8fb-4acf-9688-2c262f64ef58 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.610361] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354203bd-058f-46cc-92fd-5c4d441609e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.621128] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f277f-5796-42c3-aac8-ec83a1343cea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.632793] env[69316]: DEBUG nova.compute.provider_tree [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.636542] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.781582] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.781582] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.781582] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.781582] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.782149] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.782149] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.782149] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.782149] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.782149] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.782362] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.782362] env[69316]: DEBUG nova.virt.hardware [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.788726] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 749.788726] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c1f5f9a-2ee8-488e-9c4a-141fd55fcfd0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.802634] env[69316]: DEBUG nova.network.neutron [-] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.812849] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181366} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.814546] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.814734] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.814901] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.817587] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 749.817587] env[69316]: value = "task-3366692" [ 749.817587] env[69316]: _type = "Task" [ 749.817587] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.826488] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366692, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.875460] env[69316]: DEBUG oslo_vmware.api [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366688, 'name': PowerOnVM_Task, 'duration_secs': 0.634104} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.875732] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.875932] env[69316]: INFO nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Took 8.14 seconds to spawn the instance on the hypervisor. [ 749.876465] env[69316]: DEBUG nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.876928] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa65e37-07cb-4016-9661-631d0df075f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.014024] env[69316]: DEBUG nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.048894] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.049271] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.049492] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.049755] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.049932] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.050928] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.051236] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.051444] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.051663] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.051868] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.052109] env[69316]: DEBUG nova.virt.hardware [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.053040] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de18b77a-e583-490f-bf03-4e82af6efb11 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.063750] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0724c2d-1ac4-45b8-9551-02507246f074 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.138139] env[69316]: DEBUG nova.scheduler.client.report [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.308848] env[69316]: INFO nova.compute.manager [-] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Took 1.85 seconds to deallocate network for instance. [ 750.339183] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366692, 'name': ReconfigVM_Task, 'duration_secs': 0.328088} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.344459] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 750.344459] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7f86f-8c33-476a-875c-6fb7b6bd2d29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.374834] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 48ed2483-9904-429f-b48d-8dc0150b8fff/48ed2483-9904-429f-b48d-8dc0150b8fff.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.375230] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c5a1583-dbad-48a0-9f21-6c29507ead9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.403713] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 750.403713] env[69316]: value = "task-3366693" [ 750.403713] env[69316]: _type = "Task" [ 750.403713] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.406931] env[69316]: INFO nova.compute.manager [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Took 30.76 seconds to build instance. [ 750.415894] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.643193] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.644339] env[69316]: DEBUG nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.650038] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.428s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.652217] env[69316]: INFO nova.compute.claims [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.820048] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.869570] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.869856] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.870122] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.870681] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.870681] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.870681] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.870920] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.871103] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.871276] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.871435] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.871770] env[69316]: DEBUG nova.virt.hardware [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.873155] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f4da65-4b87-4113-bd5e-9ada23b98d32 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.884022] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fbd624-5edd-4637-831f-0fb3aaad6a93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.898452] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:d3:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '430b99b1-6be0-4190-82b3-f33c3026b141', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.905910] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.906273] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.909514] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae591f47-19ab-4a42-a974-9fc75281c546 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.923621] env[69316]: DEBUG oslo_concurrency.lockutils [None req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.508s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.931033] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.932529] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.932529] env[69316]: value = "task-3366694" [ 750.932529] env[69316]: _type = "Task" [ 750.932529] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.939998] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366694, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.161678] env[69316]: DEBUG nova.compute.utils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.165571] env[69316]: DEBUG nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.165757] env[69316]: DEBUG nova.network.neutron [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.277873] env[69316]: DEBUG nova.compute.manager [req-9fbba936-4401-4714-be92-4057b9d134a1 req-a8aa6086-ffe8-4370-9cfd-0b8362c3437a service nova] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Received event network-vif-deleted-a91224cd-c4f0-4e43-be96-9f8c2a588aa2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.319087] env[69316]: DEBUG nova.policy [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c96ab87c880d4897be27e28776149d12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2830cfae17e4902b2671ff33fb36adc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.418830] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366693, 'name': ReconfigVM_Task, 'duration_secs': 0.699396} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.418938] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 48ed2483-9904-429f-b48d-8dc0150b8fff/48ed2483-9904-429f-b48d-8dc0150b8fff.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.421463] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance '48ed2483-9904-429f-b48d-8dc0150b8fff' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 751.430486] env[69316]: DEBUG nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.446136] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366694, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.639442] env[69316]: DEBUG nova.network.neutron [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Successfully updated port: 6df64563-0244-4cb3-957c-0bec7c7196d7 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.666849] env[69316]: DEBUG nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.929879] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91572d1c-abe6-4e0a-9c07-62984b510b40 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.959974] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fb2ac9-1478-425b-a893-54963c1a87e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.986830] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance '48ed2483-9904-429f-b48d-8dc0150b8fff' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 751.990789] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366694, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.994602] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.141858] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquiring lock "refresh_cache-61c691d1-514b-44da-b3b4-c4b0475266bb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.142080] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquired lock "refresh_cache-61c691d1-514b-44da-b3b4-c4b0475266bb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.142229] env[69316]: DEBUG nova.network.neutron [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.172096] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c5c135-9dd1-49ce-8bc6-a0ec4c76a73c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.176959] env[69316]: INFO nova.virt.block_device [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Booting with volume ece1f046-964c-46e4-a594-07c13751205b at /dev/sda [ 752.189868] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3707a939-baad-4762-a2fa-d2d76e123501 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.224930] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec158ff-485c-4e53-bf87-709d3d1607a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.234287] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc90422c-2f6e-4e3a-9dec-5db372701861 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.241166] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71f98618-674f-40e0-b6cc-380364ce5e98 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.253658] env[69316]: DEBUG nova.compute.provider_tree [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.263670] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3646bd9-ad11-4681-8180-c09b3dfc6ab9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.302852] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4598ab7-8a94-4385-979a-7efa19bd690c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.313379] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e2b3f-56e2-4c36-89aa-a7aa1d43dec8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.351452] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddafad5-a1df-4c81-bcbf-c9090ec90238 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.358618] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad324e-28b0-4f01-8dfb-7487e678a4d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.374308] env[69316]: DEBUG nova.virt.block_device [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Updating existing volume attachment record: 584c7493-88f6-4063-928b-2fe8aced9ca3 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 752.462823] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366694, 'name': CreateVM_Task, 'duration_secs': 1.35632} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.462823] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.464016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.464016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.464016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.464196] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ca3ab5-575e-424a-b600-bb8b30cbb143 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.472478] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 752.472478] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52680dbb-a8ab-fbd9-c477-8fb67771a4f1" [ 752.472478] env[69316]: _type = "Task" [ 752.472478] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.482013] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52680dbb-a8ab-fbd9-c477-8fb67771a4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.572065] env[69316]: DEBUG nova.network.neutron [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Port d13e690d-a562-4f39-b4e3-07989729f251 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 752.651203] env[69316]: DEBUG nova.network.neutron [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Successfully created port: 6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.723884] env[69316]: DEBUG nova.network.neutron [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.762618] env[69316]: DEBUG nova.scheduler.client.report [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.797276] env[69316]: DEBUG nova.compute.manager [req-e55b6b80-58e7-414a-8833-8bf76e3c9d3b req-39ae710d-1f80-49a7-8754-8253db7c5b38 service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Received event network-vif-plugged-6df64563-0244-4cb3-957c-0bec7c7196d7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.797485] env[69316]: DEBUG oslo_concurrency.lockutils [req-e55b6b80-58e7-414a-8833-8bf76e3c9d3b req-39ae710d-1f80-49a7-8754-8253db7c5b38 service nova] Acquiring lock "61c691d1-514b-44da-b3b4-c4b0475266bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.797686] env[69316]: DEBUG oslo_concurrency.lockutils [req-e55b6b80-58e7-414a-8833-8bf76e3c9d3b req-39ae710d-1f80-49a7-8754-8253db7c5b38 service nova] Lock "61c691d1-514b-44da-b3b4-c4b0475266bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.797850] env[69316]: DEBUG oslo_concurrency.lockutils [req-e55b6b80-58e7-414a-8833-8bf76e3c9d3b req-39ae710d-1f80-49a7-8754-8253db7c5b38 service nova] Lock "61c691d1-514b-44da-b3b4-c4b0475266bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.798038] env[69316]: DEBUG nova.compute.manager [req-e55b6b80-58e7-414a-8833-8bf76e3c9d3b req-39ae710d-1f80-49a7-8754-8253db7c5b38 service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] No waiting events found dispatching network-vif-plugged-6df64563-0244-4cb3-957c-0bec7c7196d7 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.798234] env[69316]: WARNING nova.compute.manager [req-e55b6b80-58e7-414a-8833-8bf76e3c9d3b req-39ae710d-1f80-49a7-8754-8253db7c5b38 service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Received unexpected event network-vif-plugged-6df64563-0244-4cb3-957c-0bec7c7196d7 for instance with vm_state building and task_state spawning. [ 752.984563] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52680dbb-a8ab-fbd9-c477-8fb67771a4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015472} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.985041] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.985400] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.985809] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.986099] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.986404] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.986768] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3487217-1925-4c00-bf28-add516a3a50d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.995831] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.996204] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.999298] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84047cf7-651f-4320-8759-65f748e748bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.007099] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 753.007099] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bbc354-7684-2efd-bba9-207679b1cf52" [ 753.007099] env[69316]: _type = "Task" [ 753.007099] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.013630] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bbc354-7684-2efd-bba9-207679b1cf52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.088959] env[69316]: DEBUG nova.network.neutron [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Updating instance_info_cache with network_info: [{"id": "6df64563-0244-4cb3-957c-0bec7c7196d7", "address": "fa:16:3e:71:83:81", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df64563-02", "ovs_interfaceid": "6df64563-0244-4cb3-957c-0bec7c7196d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.272167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.272730] env[69316]: DEBUG nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.275396] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.800s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.278642] env[69316]: DEBUG nova.objects.instance [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lazy-loading 'resources' on Instance uuid 0041a723-fd77-4df2-b91f-5d2461c8f5c4 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.520425] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bbc354-7684-2efd-bba9-207679b1cf52, 'name': SearchDatastore_Task, 'duration_secs': 0.047687} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.521970] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83cca99-151a-4541-b76f-d54b74c216d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.529206] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 753.529206] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f26bba-8871-fadb-de7e-a7e5e2fcb58f" [ 753.529206] env[69316]: _type = "Task" [ 753.529206] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.537954] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f26bba-8871-fadb-de7e-a7e5e2fcb58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.593320] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Releasing lock "refresh_cache-61c691d1-514b-44da-b3b4-c4b0475266bb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.593703] env[69316]: DEBUG nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Instance network_info: |[{"id": "6df64563-0244-4cb3-957c-0bec7c7196d7", "address": "fa:16:3e:71:83:81", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df64563-02", "ovs_interfaceid": "6df64563-0244-4cb3-957c-0bec7c7196d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.603424] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:83:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6df64563-0244-4cb3-957c-0bec7c7196d7', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.614576] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Creating folder: Project (37de62c2c7024e2b909a2ab4a54b4401). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.615142] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.615421] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.616144] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.620017] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4558a67-4fac-450e-a0ef-ec969b959078 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.630551] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Created folder: Project (37de62c2c7024e2b909a2ab4a54b4401) in parent group-v671748. [ 753.630691] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Creating folder: Instances. Parent ref: group-v671811. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.631621] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85be61ce-6aa6-4f28-9f8e-5f688f6c4f43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.640787] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Created folder: Instances in parent group-v671811. [ 753.641157] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.641390] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.641715] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40b95608-7960-4497-840b-3a67965c2190 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.663519] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.663519] env[69316]: value = "task-3366698" [ 753.663519] env[69316]: _type = "Task" [ 753.663519] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.677685] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366698, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.782153] env[69316]: DEBUG nova.compute.utils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.785104] env[69316]: DEBUG nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.785104] env[69316]: DEBUG nova.network.neutron [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.913893] env[69316]: DEBUG nova.policy [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6c61242fc314858a4f93db91f47aceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f53327dae77f4105b31578fe9cd7316b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.045852] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f26bba-8871-fadb-de7e-a7e5e2fcb58f, 'name': SearchDatastore_Task, 'duration_secs': 0.044444} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.049256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.049734] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec/6426b2b9-06d3-4c6f-9899-46bb73ceb6ec.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.050472] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12b7cba5-a0de-45b5-9bca-3f6dd1516cbd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.057060] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 754.057060] env[69316]: value = "task-3366699" [ 754.057060] env[69316]: _type = "Task" [ 754.057060] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.071335] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.178723] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366698, 'name': CreateVM_Task, 'duration_secs': 0.35525} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.178924] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.179951] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.180222] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.180656] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.180982] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949bbe81-4ddb-49bc-a7a7-054580bbea62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.186372] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 754.186372] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ac6a66-b699-0d83-cf05-91cd27e4d025" [ 754.186372] env[69316]: _type = "Task" [ 754.186372] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.196859] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ac6a66-b699-0d83-cf05-91cd27e4d025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.254854] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d92287-6af9-4f52-a55f-89976205e347 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.265485] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aaa5cd-c666-484d-ab92-9de5c99ca3be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.312059] env[69316]: DEBUG nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.317450] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb06931-5251-432a-bc04-5c28572692a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.327910] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c2e27-fad0-40fa-b913-c13723744a38 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.350109] env[69316]: DEBUG nova.compute.provider_tree [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.435998] env[69316]: DEBUG nova.compute.manager [req-e156a193-d762-4f89-8aa8-2c6d7e26ef8d req-4a804388-299e-492b-9bf0-bfff85e7c1c7 service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Received event network-changed-daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.436360] env[69316]: DEBUG nova.compute.manager [req-e156a193-d762-4f89-8aa8-2c6d7e26ef8d req-4a804388-299e-492b-9bf0-bfff85e7c1c7 service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Refreshing instance network info cache due to event network-changed-daf8dea2-fe74-425c-8799-82b5412d3385. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.437020] env[69316]: DEBUG oslo_concurrency.lockutils [req-e156a193-d762-4f89-8aa8-2c6d7e26ef8d req-4a804388-299e-492b-9bf0-bfff85e7c1c7 service nova] Acquiring lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.437838] env[69316]: DEBUG oslo_concurrency.lockutils [req-e156a193-d762-4f89-8aa8-2c6d7e26ef8d req-4a804388-299e-492b-9bf0-bfff85e7c1c7 service nova] Acquired lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.437838] env[69316]: DEBUG nova.network.neutron [req-e156a193-d762-4f89-8aa8-2c6d7e26ef8d req-4a804388-299e-492b-9bf0-bfff85e7c1c7 service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Refreshing network info cache for port daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.504349] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquiring lock "13556d56-c154-4033-bc15-d205744f92b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.504705] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "13556d56-c154-4033-bc15-d205744f92b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.521137] env[69316]: DEBUG nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.521655] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.521875] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.522050] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.522236] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.522395] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.522538] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.522741] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.523025] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.523108] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.523238] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.523411] env[69316]: DEBUG nova.virt.hardware [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.524860] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8239348f-a226-4b3a-8a3d-044c378abc08 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.534466] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedcad1f-9f7c-4d69-86d4-741ed3cb25b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.569634] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488958} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.570020] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec/6426b2b9-06d3-4c6f-9899-46bb73ceb6ec.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.570497] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.570771] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85ee329e-3549-45ce-85eb-3491094ca312 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.580807] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 754.580807] env[69316]: value = "task-3366700" [ 754.580807] env[69316]: _type = "Task" [ 754.580807] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.591447] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.698378] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ac6a66-b699-0d83-cf05-91cd27e4d025, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.699101] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.699697] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.700094] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.700328] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.700592] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.700969] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9864169d-7e30-466a-b0f1-1b523122b29f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.721057] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.721057] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.721648] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f161979-2696-407b-bb67-76d15e82a971 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.727418] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.727586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.727757] env[69316]: DEBUG nova.network.neutron [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.730343] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 754.730343] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524e3b9b-11d5-9951-e57e-2633c851dbd8" [ 754.730343] env[69316]: _type = "Task" [ 754.730343] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.738959] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524e3b9b-11d5-9951-e57e-2633c851dbd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.775043] env[69316]: DEBUG nova.network.neutron [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Successfully created port: 176f54e9-7642-4b57-a2df-077dd6efcfed {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.853175] env[69316]: DEBUG nova.scheduler.client.report [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.960516] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquiring lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.960756] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.960960] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquiring lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.961152] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.961316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.963445] env[69316]: INFO nova.compute.manager [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Terminating instance [ 755.090655] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071524} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.091731] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.092411] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d163f9d3-c7aa-483b-a948-68a8a4bda6c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.120619] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec/6426b2b9-06d3-4c6f-9899-46bb73ceb6ec.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.120946] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9707e2-79e0-4963-848f-45a565ba3c4b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.144113] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 755.144113] env[69316]: value = "task-3366701" [ 755.144113] env[69316]: _type = "Task" [ 755.144113] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.152309] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.252720] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524e3b9b-11d5-9951-e57e-2633c851dbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.060722} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.253655] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bfa795-c59f-421d-b3c6-ce154704375d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.263407] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 755.263407] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5248b0e1-7897-e2fe-61a5-2ec122971405" [ 755.263407] env[69316]: _type = "Task" [ 755.263407] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.273474] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5248b0e1-7897-e2fe-61a5-2ec122971405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.324504] env[69316]: DEBUG nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.358363] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.364933] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.364933] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.364933] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.365229] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.365315] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.365503] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.365714] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.365873] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.366080] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.366224] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.366400] env[69316]: DEBUG nova.virt.hardware [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.366772] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.945s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.367115] env[69316]: DEBUG nova.objects.instance [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 755.372364] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bebba16-40bb-42c5-931e-1aa441e6b66c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.385694] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bee1105-4097-4d9e-9046-c3017ce552df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.407430] env[69316]: INFO nova.scheduler.client.report [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Deleted allocations for instance 0041a723-fd77-4df2-b91f-5d2461c8f5c4 [ 755.467332] env[69316]: DEBUG nova.compute.manager [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.467589] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.469186] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd62b62-f603-42fc-b9ae-532618bfeb36 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.477770] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.478092] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-456596cb-907f-48c0-9bfb-2cf51805f1d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.486546] env[69316]: DEBUG oslo_vmware.api [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 755.486546] env[69316]: value = "task-3366702" [ 755.486546] env[69316]: _type = "Task" [ 755.486546] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.496703] env[69316]: DEBUG oslo_vmware.api [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.657603] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366701, 'name': ReconfigVM_Task, 'duration_secs': 0.326862} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.657874] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec/6426b2b9-06d3-4c6f-9899-46bb73ceb6ec.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.658572] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c15b6f28-0c90-4418-ae6c-10336209fb69 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.667820] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 755.667820] env[69316]: value = "task-3366703" [ 755.667820] env[69316]: _type = "Task" [ 755.667820] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.674025] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366703, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.779733] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5248b0e1-7897-e2fe-61a5-2ec122971405, 'name': SearchDatastore_Task, 'duration_secs': 0.014321} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.785872] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.785872] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 61c691d1-514b-44da-b3b4-c4b0475266bb/61c691d1-514b-44da-b3b4-c4b0475266bb.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.785872] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d8b9dc-f324-45c7-ba49-732dc7636987 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.790868] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 755.790868] env[69316]: value = "task-3366704" [ 755.790868] env[69316]: _type = "Task" [ 755.790868] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.803527] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.917294] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1338d017-4e0d-47a2-b1b9-28e8f0b68913 tempest-ServerDiagnosticsV248Test-1779588497 tempest-ServerDiagnosticsV248Test-1779588497-project-member] Lock "0041a723-fd77-4df2-b91f-5d2461c8f5c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.922s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.929588] env[69316]: DEBUG nova.network.neutron [req-e156a193-d762-4f89-8aa8-2c6d7e26ef8d req-4a804388-299e-492b-9bf0-bfff85e7c1c7 service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Updated VIF entry in instance network info cache for port daf8dea2-fe74-425c-8799-82b5412d3385. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.929968] env[69316]: DEBUG nova.network.neutron [req-e156a193-d762-4f89-8aa8-2c6d7e26ef8d req-4a804388-299e-492b-9bf0-bfff85e7c1c7 service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Updating instance_info_cache with network_info: [{"id": "daf8dea2-fe74-425c-8799-82b5412d3385", "address": "fa:16:3e:a4:4c:3d", "network": {"id": "46682825-8ff8-4667-9c8a-773b95389f76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809570688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fea4cb152d4ba797ed23b2e9d7c087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf8dea2-fe", "ovs_interfaceid": "daf8dea2-fe74-425c-8799-82b5412d3385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.004534] env[69316]: DEBUG oslo_vmware.api [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366702, 'name': PowerOffVM_Task, 'duration_secs': 0.313833} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.005947] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.005947] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.005947] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f971812-dd22-4b3d-897d-9263b05fc574 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.085888] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.086113] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.086255] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Deleting the datastore file [datastore1] 24afcbbb-1869-4ed4-880a-d7a2e6c312ad {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.086887] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f297ab6-29ed-4be8-a275-da5b5e508456 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.095943] env[69316]: DEBUG oslo_vmware.api [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for the task: (returnval){ [ 756.095943] env[69316]: value = "task-3366706" [ 756.095943] env[69316]: _type = "Task" [ 756.095943] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.112611] env[69316]: DEBUG oslo_vmware.api [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.121371] env[69316]: DEBUG nova.network.neutron [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance_info_cache with network_info: [{"id": "d13e690d-a562-4f39-b4e3-07989729f251", "address": "fa:16:3e:de:8b:51", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13e690d-a5", "ovs_interfaceid": "d13e690d-a562-4f39-b4e3-07989729f251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.180175] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366703, 'name': Rename_Task, 'duration_secs': 0.154099} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.180175] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.180175] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df7ee4b7-aa33-40fb-a43d-b0d6a38a8111 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.191607] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 756.191607] env[69316]: value = "task-3366707" [ 756.191607] env[69316]: _type = "Task" [ 756.191607] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.206182] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366707, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.302239] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.392921] env[69316]: DEBUG nova.network.neutron [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Successfully updated port: 6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.396153] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3af5019-0427-451d-b8e3-9c092331f498 tempest-ServersAdmin275Test-910312917 tempest-ServersAdmin275Test-910312917-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.401357] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.415s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.403158] env[69316]: INFO nova.compute.claims [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.423703] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Acquiring lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.424029] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.434156] env[69316]: DEBUG oslo_concurrency.lockutils [req-e156a193-d762-4f89-8aa8-2c6d7e26ef8d req-4a804388-299e-492b-9bf0-bfff85e7c1c7 service nova] Releasing lock "refresh_cache-64eaf31f-fef5-4a5e-93be-23f9ac796162" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.535138] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquiring lock "2c565c5e-87c9-4951-8798-dde366617001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.535461] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "2c565c5e-87c9-4951-8798-dde366617001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.535782] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquiring lock "2c565c5e-87c9-4951-8798-dde366617001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.535871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "2c565c5e-87c9-4951-8798-dde366617001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.539227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "2c565c5e-87c9-4951-8798-dde366617001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.545115] env[69316]: INFO nova.compute.manager [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Terminating instance [ 756.569525] env[69316]: DEBUG nova.compute.manager [req-6af77f19-64bf-4c04-8b8e-e38e84713f58 req-8df198f9-58bc-4f21-bc37-20001640a34a service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Received event network-changed-6df64563-0244-4cb3-957c-0bec7c7196d7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.570879] env[69316]: DEBUG nova.compute.manager [req-6af77f19-64bf-4c04-8b8e-e38e84713f58 req-8df198f9-58bc-4f21-bc37-20001640a34a service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Refreshing instance network info cache due to event network-changed-6df64563-0244-4cb3-957c-0bec7c7196d7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.570879] env[69316]: DEBUG oslo_concurrency.lockutils [req-6af77f19-64bf-4c04-8b8e-e38e84713f58 req-8df198f9-58bc-4f21-bc37-20001640a34a service nova] Acquiring lock "refresh_cache-61c691d1-514b-44da-b3b4-c4b0475266bb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.570879] env[69316]: DEBUG oslo_concurrency.lockutils [req-6af77f19-64bf-4c04-8b8e-e38e84713f58 req-8df198f9-58bc-4f21-bc37-20001640a34a service nova] Acquired lock "refresh_cache-61c691d1-514b-44da-b3b4-c4b0475266bb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.570879] env[69316]: DEBUG nova.network.neutron [req-6af77f19-64bf-4c04-8b8e-e38e84713f58 req-8df198f9-58bc-4f21-bc37-20001640a34a service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Refreshing network info cache for port 6df64563-0244-4cb3-957c-0bec7c7196d7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.610049] env[69316]: DEBUG oslo_vmware.api [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Task: {'id': task-3366706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282577} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.611934] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.611934] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.611934] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.611934] env[69316]: INFO nova.compute.manager [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 756.611934] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.612252] env[69316]: DEBUG nova.compute.manager [-] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.612252] env[69316]: DEBUG nova.network.neutron [-] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.624497] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705859] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.804482] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525994} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.810462] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 61c691d1-514b-44da-b3b4-c4b0475266bb/61c691d1-514b-44da-b3b4-c4b0475266bb.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.810462] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.810462] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb3e74a9-6c57-4b83-ab13-83997b78901c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.821665] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 756.821665] env[69316]: value = "task-3366708" [ 756.821665] env[69316]: _type = "Task" [ 756.821665] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.830448] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.901756] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Acquiring lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.901943] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Acquired lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.902444] env[69316]: DEBUG nova.network.neutron [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.052816] env[69316]: DEBUG nova.compute.manager [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.053517] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.054057] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c5b6e7-c47f-4500-88b5-9b04f0c5d05e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.067561] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.067705] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dec35ba8-57fd-4ac6-981e-810153864936 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.079143] env[69316]: DEBUG oslo_vmware.api [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 757.079143] env[69316]: value = "task-3366709" [ 757.079143] env[69316]: _type = "Task" [ 757.079143] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.088660] env[69316]: DEBUG oslo_vmware.api [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.162348] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc0f204-3c3c-4f89-8af9-d0e712a38f8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.184572] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e5dcc4-b6ae-455e-a73c-b1f7f1f1a0fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.193676] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance '48ed2483-9904-429f-b48d-8dc0150b8fff' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 757.211291] env[69316]: DEBUG oslo_vmware.api [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366707, 'name': PowerOnVM_Task, 'duration_secs': 0.562902} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.214015] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.214221] env[69316]: DEBUG nova.compute.manager [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.215077] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57e6739-775d-4d27-8402-f04cea13d308 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.332773] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154526} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.334918] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.334918] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5068f3-148f-4e6d-887a-9af33bbb12f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.365455] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 61c691d1-514b-44da-b3b4-c4b0475266bb/61c691d1-514b-44da-b3b4-c4b0475266bb.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.369124] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba4eebe-27c8-44de-ac80-790396b429f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.389531] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 757.389531] env[69316]: value = "task-3366710" [ 757.389531] env[69316]: _type = "Task" [ 757.389531] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.398850] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.404696] env[69316]: DEBUG nova.network.neutron [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Successfully updated port: 176f54e9-7642-4b57-a2df-077dd6efcfed {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.460390] env[69316]: DEBUG nova.network.neutron [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.532535] env[69316]: DEBUG nova.network.neutron [req-6af77f19-64bf-4c04-8b8e-e38e84713f58 req-8df198f9-58bc-4f21-bc37-20001640a34a service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Updated VIF entry in instance network info cache for port 6df64563-0244-4cb3-957c-0bec7c7196d7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.532900] env[69316]: DEBUG nova.network.neutron [req-6af77f19-64bf-4c04-8b8e-e38e84713f58 req-8df198f9-58bc-4f21-bc37-20001640a34a service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Updating instance_info_cache with network_info: [{"id": "6df64563-0244-4cb3-957c-0bec7c7196d7", "address": "fa:16:3e:71:83:81", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df64563-02", "ovs_interfaceid": "6df64563-0244-4cb3-957c-0bec7c7196d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.594772] env[69316]: DEBUG oslo_vmware.api [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366709, 'name': PowerOffVM_Task, 'duration_secs': 0.237596} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.598290] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.599186] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.600495] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4caa149-063d-4f79-8ebb-69fc6022b779 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.667693] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.668799] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.668799] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Deleting the datastore file [datastore2] 2c565c5e-87c9-4951-8798-dde366617001 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.668799] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1467f3d1-fe10-4f47-b4bf-b9a12e69f9a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.675218] env[69316]: DEBUG oslo_vmware.api [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for the task: (returnval){ [ 757.675218] env[69316]: value = "task-3366712" [ 757.675218] env[69316]: _type = "Task" [ 757.675218] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.690229] env[69316]: DEBUG oslo_vmware.api [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.696203] env[69316]: DEBUG nova.network.neutron [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Updating instance_info_cache with network_info: [{"id": "6eb2d9ba-b741-485a-979f-a724b75984fb", "address": "fa:16:3e:1a:b3:c9", "network": {"id": "c628438a-7d29-4de2-a98e-87340dc7c4d4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-864365462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2830cfae17e4902b2671ff33fb36adc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb2d9ba-b7", "ovs_interfaceid": "6eb2d9ba-b741-485a-979f-a724b75984fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.714439] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.714710] env[69316]: DEBUG nova.network.neutron [-] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.716227] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42c3bb8c-dbd8-400d-a09a-7115e6169d49 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.727216] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 757.727216] env[69316]: value = "task-3366713" [ 757.727216] env[69316]: _type = "Task" [ 757.727216] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.744917] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.744917] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.903750] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366710, 'name': ReconfigVM_Task, 'duration_secs': 0.307326} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.904352] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 61c691d1-514b-44da-b3b4-c4b0475266bb/61c691d1-514b-44da-b3b4-c4b0475266bb.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.905993] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16953e2c-db2c-46d4-9f36-8e8502f2f930 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.909151] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "refresh_cache-9ea66b42-34d2-430c-b688-34d7a6d600a2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.910577] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "refresh_cache-9ea66b42-34d2-430c-b688-34d7a6d600a2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.910577] env[69316]: DEBUG nova.network.neutron [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.912480] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 757.912480] env[69316]: value = "task-3366714" [ 757.912480] env[69316]: _type = "Task" [ 757.912480] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.928774] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366714, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.932974] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66826be1-0fad-48b0-b90c-01a47dc74eb6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.941753] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a5fdb-37bd-46c5-a5eb-23b7632bddbf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.977784] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c77368-dbcc-41b3-bd5f-3ee26c255485 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.986732] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f802a-0417-4119-b353-643fcdbba294 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.009058] env[69316]: DEBUG nova.compute.provider_tree [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.013479] env[69316]: DEBUG nova.compute.manager [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Received event network-vif-plugged-6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.013479] env[69316]: DEBUG oslo_concurrency.lockutils [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] Acquiring lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.013479] env[69316]: DEBUG oslo_concurrency.lockutils [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] Lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.013479] env[69316]: DEBUG oslo_concurrency.lockutils [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] Lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.014130] env[69316]: DEBUG nova.compute.manager [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] No waiting events found dispatching network-vif-plugged-6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.014130] env[69316]: WARNING nova.compute.manager [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Received unexpected event network-vif-plugged-6eb2d9ba-b741-485a-979f-a724b75984fb for instance with vm_state building and task_state spawning. [ 758.014130] env[69316]: DEBUG nova.compute.manager [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Received event network-changed-6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.015123] env[69316]: DEBUG nova.compute.manager [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Refreshing instance network info cache due to event network-changed-6eb2d9ba-b741-485a-979f-a724b75984fb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.015123] env[69316]: DEBUG oslo_concurrency.lockutils [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] Acquiring lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.036638] env[69316]: DEBUG oslo_concurrency.lockutils [req-6af77f19-64bf-4c04-8b8e-e38e84713f58 req-8df198f9-58bc-4f21-bc37-20001640a34a service nova] Releasing lock "refresh_cache-61c691d1-514b-44da-b3b4-c4b0475266bb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.188410] env[69316]: DEBUG oslo_vmware.api [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Task: {'id': task-3366712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222072} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.188813] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.189491] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.189491] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.189624] env[69316]: INFO nova.compute.manager [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.189924] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.190261] env[69316]: DEBUG nova.compute.manager [-] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.190409] env[69316]: DEBUG nova.network.neutron [-] [instance: 2c565c5e-87c9-4951-8798-dde366617001] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.200708] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Releasing lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.201742] env[69316]: DEBUG nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Instance network_info: |[{"id": "6eb2d9ba-b741-485a-979f-a724b75984fb", "address": "fa:16:3e:1a:b3:c9", "network": {"id": "c628438a-7d29-4de2-a98e-87340dc7c4d4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-864365462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2830cfae17e4902b2671ff33fb36adc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb2d9ba-b7", "ovs_interfaceid": "6eb2d9ba-b741-485a-979f-a724b75984fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.201742] env[69316]: DEBUG oslo_concurrency.lockutils [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] Acquired lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.202068] env[69316]: DEBUG nova.network.neutron [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Refreshing network info cache for port 6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.203530] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:b3:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eb2d9ba-b741-485a-979f-a724b75984fb', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.212535] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Creating folder: Project (a2830cfae17e4902b2671ff33fb36adc). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.213199] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bbe9fe4-56c7-4eae-9fc0-581912c4c71c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.222292] env[69316]: INFO nova.compute.manager [-] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Took 1.61 seconds to deallocate network for instance. [ 758.228533] env[69316]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 758.228772] env[69316]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69316) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 758.229559] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Folder already exists: Project (a2830cfae17e4902b2671ff33fb36adc). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 758.230368] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Creating folder: Instances. Parent ref: group-v671749. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.235225] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5998d10-f9b1-4ca6-9628-0b3291f2c3e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.250625] env[69316]: DEBUG oslo_vmware.api [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366713, 'name': PowerOnVM_Task, 'duration_secs': 0.45894} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.252291] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.252291] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c62fb-15d1-4014-a8d3-ca3fefbb1389 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance '48ed2483-9904-429f-b48d-8dc0150b8fff' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 758.256611] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Created folder: Instances in parent group-v671749. [ 758.256611] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.256611] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.256818] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bf77aba-31ef-4d9d-aa87-aa599a0b0210 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.278472] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.278472] env[69316]: value = "task-3366717" [ 758.278472] env[69316]: _type = "Task" [ 758.278472] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.287714] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366717, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.435438] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366714, 'name': Rename_Task, 'duration_secs': 0.202902} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.435545] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.435785] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-513b503a-795f-44ce-ab81-6b97454542db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.448891] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 758.448891] env[69316]: value = "task-3366718" [ 758.448891] env[69316]: _type = "Task" [ 758.448891] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.461313] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366718, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.508112] env[69316]: DEBUG nova.network.neutron [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.519586] env[69316]: DEBUG nova.scheduler.client.report [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.728289] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.747566] env[69316]: DEBUG nova.network.neutron [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Updating instance_info_cache with network_info: [{"id": "176f54e9-7642-4b57-a2df-077dd6efcfed", "address": "fa:16:3e:a8:62:67", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176f54e9-76", "ovs_interfaceid": "176f54e9-7642-4b57-a2df-077dd6efcfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.789799] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366717, 'name': CreateVM_Task, 'duration_secs': 0.474207} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.790143] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.791583] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671767', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'name': 'volume-ece1f046-964c-46e4-a594-07c13751205b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6cb2dac-6d8a-4319-9e26-c12d31e8a733', 'attached_at': '', 'detached_at': '', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'serial': 'ece1f046-964c-46e4-a594-07c13751205b'}, 'delete_on_termination': True, 'attachment_id': '584c7493-88f6-4063-928b-2fe8aced9ca3', 'volume_type': None}], 'swap': None} {{(pid=69316) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 758.791814] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Root volume attach. Driver type: vmdk {{(pid=69316) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 758.792614] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6242251a-22c9-4c47-aaab-f30df4ee8af3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.801780] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04212103-a06e-4065-9acf-dcf0408aa79f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.808596] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4626f600-e128-4ea5-96fd-8d7883083a4f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.818162] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-afcf96c2-cffc-4da0-bae0-4d4f04a4d274 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.824674] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 758.824674] env[69316]: value = "task-3366719" [ 758.824674] env[69316]: _type = "Task" [ 758.824674] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.834209] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366719, 'name': RelocateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.954656] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.955768] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.959896] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366718, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.972475] env[69316]: DEBUG nova.network.neutron [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Updated VIF entry in instance network info cache for port 6eb2d9ba-b741-485a-979f-a724b75984fb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.972817] env[69316]: DEBUG nova.network.neutron [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Updating instance_info_cache with network_info: [{"id": "6eb2d9ba-b741-485a-979f-a724b75984fb", "address": "fa:16:3e:1a:b3:c9", "network": {"id": "c628438a-7d29-4de2-a98e-87340dc7c4d4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-864365462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2830cfae17e4902b2671ff33fb36adc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb2d9ba-b7", "ovs_interfaceid": "6eb2d9ba-b741-485a-979f-a724b75984fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.984575] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "6adb743f-3e48-41b6-9643-6e1927555681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.984861] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "6adb743f-3e48-41b6-9643-6e1927555681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.021666] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.021840] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.024918] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.025434] env[69316]: DEBUG nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.027768] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.142s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.029300] env[69316]: INFO nova.compute.claims [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.174947] env[69316]: DEBUG nova.network.neutron [-] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.250072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "refresh_cache-9ea66b42-34d2-430c-b688-34d7a6d600a2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.250487] env[69316]: DEBUG nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Instance network_info: |[{"id": "176f54e9-7642-4b57-a2df-077dd6efcfed", "address": "fa:16:3e:a8:62:67", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176f54e9-76", "ovs_interfaceid": "176f54e9-7642-4b57-a2df-077dd6efcfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.250982] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:62:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '176f54e9-7642-4b57-a2df-077dd6efcfed', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.259794] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Creating folder: Project (f53327dae77f4105b31578fe9cd7316b). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.263668] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa3c2d35-c068-4a4c-9682-b48dc819a3b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.274238] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Created folder: Project (f53327dae77f4105b31578fe9cd7316b) in parent group-v671748. [ 759.274412] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Creating folder: Instances. Parent ref: group-v671816. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.274653] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94f53b5-3167-4e6e-b775-e50a3cc93f1f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.290189] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Created folder: Instances in parent group-v671816. [ 759.290384] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.290808] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.291478] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f4947c1-bc85-43a4-bd9d-54fa109eadee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.321011] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.321011] env[69316]: value = "task-3366722" [ 759.321011] env[69316]: _type = "Task" [ 759.321011] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.335352] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366722, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.345664] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366719, 'name': RelocateVM_Task} progress is 20%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.459313] env[69316]: DEBUG oslo_vmware.api [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366718, 'name': PowerOnVM_Task, 'duration_secs': 0.820196} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.459875] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.460015] env[69316]: INFO nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Took 9.45 seconds to spawn the instance on the hypervisor. [ 759.460217] env[69316]: DEBUG nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.461183] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85048aef-4666-4c4e-92ac-5df4899f4c47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.475664] env[69316]: DEBUG oslo_concurrency.lockutils [req-13354bd4-94be-4907-bb16-7305b1c6da6e req-18f5d348-2139-4d2a-aecf-5df69f641c27 service nova] Releasing lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.536942] env[69316]: DEBUG nova.compute.utils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.540236] env[69316]: DEBUG nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.541788] env[69316]: DEBUG nova.network.neutron [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.597870] env[69316]: DEBUG nova.policy [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '523da7c1cd994bd9bd83796063616468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8286ebe831314d3fb262bf31629c898f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.677869] env[69316]: INFO nova.compute.manager [-] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Took 1.49 seconds to deallocate network for instance. [ 759.834861] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366722, 'name': CreateVM_Task, 'duration_secs': 0.456673} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.835418] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.836166] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.836333] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.836681] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.840363] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6261d9b-e64f-4e83-9559-37f4032efae6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.841947] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366719, 'name': RelocateVM_Task, 'duration_secs': 0.584315} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.842281] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquiring lock "64eaf31f-fef5-4a5e-93be-23f9ac796162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.845076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "64eaf31f-fef5-4a5e-93be-23f9ac796162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.845076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquiring lock "64eaf31f-fef5-4a5e-93be-23f9ac796162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.845076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "64eaf31f-fef5-4a5e-93be-23f9ac796162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.845256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "64eaf31f-fef5-4a5e-93be-23f9ac796162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.845256] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 759.845256] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671767', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'name': 'volume-ece1f046-964c-46e4-a594-07c13751205b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6cb2dac-6d8a-4319-9e26-c12d31e8a733', 'attached_at': '', 'detached_at': '', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'serial': 'ece1f046-964c-46e4-a594-07c13751205b'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 759.845622] env[69316]: INFO nova.compute.manager [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Terminating instance [ 759.848140] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c673d25-5775-4bc1-9826-1ee45640a16f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.853525] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 759.853525] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5273f1ac-c83d-9aaa-3d17-6614cbf80325" [ 759.853525] env[69316]: _type = "Task" [ 759.853525] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.874270] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e10afe9-63ec-4ae9-a367-1a228686680b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.882163] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5273f1ac-c83d-9aaa-3d17-6614cbf80325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.907718] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-ece1f046-964c-46e4-a594-07c13751205b/volume-ece1f046-964c-46e4-a594-07c13751205b.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.908366] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2d995c-15d1-4474-9042-101cf6db993b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.930690] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 759.930690] env[69316]: value = "task-3366723" [ 759.930690] env[69316]: _type = "Task" [ 759.930690] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.941745] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366723, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.951745] env[69316]: DEBUG nova.compute.manager [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Received event network-vif-plugged-176f54e9-7642-4b57-a2df-077dd6efcfed {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.951745] env[69316]: DEBUG oslo_concurrency.lockutils [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] Acquiring lock "9ea66b42-34d2-430c-b688-34d7a6d600a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.951745] env[69316]: DEBUG oslo_concurrency.lockutils [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] Lock "9ea66b42-34d2-430c-b688-34d7a6d600a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.951745] env[69316]: DEBUG oslo_concurrency.lockutils [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] Lock "9ea66b42-34d2-430c-b688-34d7a6d600a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.951745] env[69316]: DEBUG nova.compute.manager [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] No waiting events found dispatching network-vif-plugged-176f54e9-7642-4b57-a2df-077dd6efcfed {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.952514] env[69316]: WARNING nova.compute.manager [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Received unexpected event network-vif-plugged-176f54e9-7642-4b57-a2df-077dd6efcfed for instance with vm_state building and task_state spawning. [ 759.952514] env[69316]: DEBUG nova.compute.manager [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Received event network-changed-176f54e9-7642-4b57-a2df-077dd6efcfed {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.952514] env[69316]: DEBUG nova.compute.manager [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Refreshing instance network info cache due to event network-changed-176f54e9-7642-4b57-a2df-077dd6efcfed. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.952514] env[69316]: DEBUG oslo_concurrency.lockutils [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] Acquiring lock "refresh_cache-9ea66b42-34d2-430c-b688-34d7a6d600a2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.952696] env[69316]: DEBUG oslo_concurrency.lockutils [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] Acquired lock "refresh_cache-9ea66b42-34d2-430c-b688-34d7a6d600a2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.952831] env[69316]: DEBUG nova.network.neutron [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Refreshing network info cache for port 176f54e9-7642-4b57-a2df-077dd6efcfed {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.980469] env[69316]: INFO nova.compute.manager [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Took 32.10 seconds to build instance. [ 760.041379] env[69316]: DEBUG nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.103934] env[69316]: DEBUG nova.network.neutron [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Successfully created port: a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.187223] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.357446] env[69316]: DEBUG nova.compute.manager [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.357446] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.357903] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b3e3ae-1c08-4a47-a3e7-915b191dc65e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.379875] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5273f1ac-c83d-9aaa-3d17-6614cbf80325, 'name': SearchDatastore_Task, 'duration_secs': 0.032119} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.379875] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.379875] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.380045] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.380199] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.380312] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.380512] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.381415] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85092b65-6cf6-4501-8371-81c703bf377e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.384228] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cca23bd-343e-4375-8356-e0a3ecc57586 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.393235] env[69316]: DEBUG oslo_vmware.api [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 760.393235] env[69316]: value = "task-3366724" [ 760.393235] env[69316]: _type = "Task" [ 760.393235] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.395030] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.395030] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.399093] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff05da6d-2de5-444c-8077-ae870eb1a296 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.405748] env[69316]: DEBUG oslo_vmware.api [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.407439] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 760.407439] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5224c624-6162-6ec8-0ec7-311b3c48292f" [ 760.407439] env[69316]: _type = "Task" [ 760.407439] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.418552] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5224c624-6162-6ec8-0ec7-311b3c48292f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.442978] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366723, 'name': ReconfigVM_Task, 'duration_secs': 0.314909} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.445018] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-ece1f046-964c-46e4-a594-07c13751205b/volume-ece1f046-964c-46e4-a594-07c13751205b.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.453222] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628d4d37-3fb8-4c43-a825-51d89191868d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.474766] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 760.474766] env[69316]: value = "task-3366725" [ 760.474766] env[69316]: _type = "Task" [ 760.474766] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.485270] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "61c691d1-514b-44da-b3b4-c4b0475266bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.626s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.485520] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.636863] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e7eec-dd92-444d-a1ca-4f3d9107d3ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.645593] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4defa9b-bdd4-4208-b314-cd3b12fcdbf0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.681080] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3ada4-6c69-41b3-a7b7-bd648c125846 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.691112] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16b2d7-2201-432a-9d31-affdac3aaa67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.707492] env[69316]: DEBUG nova.compute.provider_tree [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.723518] env[69316]: DEBUG nova.network.neutron [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Updated VIF entry in instance network info cache for port 176f54e9-7642-4b57-a2df-077dd6efcfed. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.723874] env[69316]: DEBUG nova.network.neutron [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Updating instance_info_cache with network_info: [{"id": "176f54e9-7642-4b57-a2df-077dd6efcfed", "address": "fa:16:3e:a8:62:67", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176f54e9-76", "ovs_interfaceid": "176f54e9-7642-4b57-a2df-077dd6efcfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.905480] env[69316]: DEBUG oslo_vmware.api [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366724, 'name': PowerOffVM_Task, 'duration_secs': 0.281933} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.905656] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.905716] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.905978] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b112c149-52b8-463e-b45b-b1a4e92c019c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.915974] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5224c624-6162-6ec8-0ec7-311b3c48292f, 'name': SearchDatastore_Task, 'duration_secs': 0.013078} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.916860] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f728c68f-c3c7-40e3-b951-b1187dd2f368 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.921799] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 760.921799] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524f5e31-2e77-1829-63bf-7056dcb809b0" [ 760.921799] env[69316]: _type = "Task" [ 760.921799] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.930286] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524f5e31-2e77-1829-63bf-7056dcb809b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.931533] env[69316]: DEBUG nova.compute.manager [req-3a1c4ea4-4acb-430a-9e97-63ba471a1c35 req-f6f2df93-357b-4583-abfb-d4704902179e service nova] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Received event network-vif-deleted-8bbed6a9-963a-4f5b-83ed-a8b4db612d52 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.987754] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366725, 'name': ReconfigVM_Task, 'duration_secs': 0.203205} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.988609] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671767', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'name': 'volume-ece1f046-964c-46e4-a594-07c13751205b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6cb2dac-6d8a-4319-9e26-c12d31e8a733', 'attached_at': '', 'detached_at': '', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'serial': 'ece1f046-964c-46e4-a594-07c13751205b'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 760.989291] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa0a0b5b-8a88-4e36-bbc0-bc399c1d8075 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.992155] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.995720] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.995720] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.995720] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Deleting the datastore file [datastore1] 64eaf31f-fef5-4a5e-93be-23f9ac796162 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.996122] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8596f6e3-15e2-4c9e-ba5e-193e9cab7ac1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.000423] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 761.000423] env[69316]: value = "task-3366727" [ 761.000423] env[69316]: _type = "Task" [ 761.000423] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.004187] env[69316]: DEBUG oslo_vmware.api [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for the task: (returnval){ [ 761.004187] env[69316]: value = "task-3366728" [ 761.004187] env[69316]: _type = "Task" [ 761.004187] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.016715] env[69316]: DEBUG oslo_vmware.api [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.019977] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366727, 'name': Rename_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.064935] env[69316]: DEBUG nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.101770] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.102105] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.102312] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.102554] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.102723] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.102874] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.103624] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.103899] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.106658] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.106658] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.106658] env[69316]: DEBUG nova.virt.hardware [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.106658] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e20eb31-72f2-4a2f-9d85-073d5409a65c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.114732] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834f17c5-6793-4732-ac8c-b5d6b53f5a7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.213682] env[69316]: DEBUG nova.scheduler.client.report [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.226994] env[69316]: DEBUG oslo_concurrency.lockutils [req-f394404c-7e32-48ef-af41-40151a16fbb0 req-0f2fb048-a4f5-4f7e-9340-276001cb0143 service nova] Releasing lock "refresh_cache-9ea66b42-34d2-430c-b688-34d7a6d600a2" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.432424] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524f5e31-2e77-1829-63bf-7056dcb809b0, 'name': SearchDatastore_Task, 'duration_secs': 0.019842} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.432797] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.432959] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9ea66b42-34d2-430c-b688-34d7a6d600a2/9ea66b42-34d2-430c-b688-34d7a6d600a2.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.433235] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-484ee335-c87c-44ff-a097-08e6dedf626e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.439431] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 761.439431] env[69316]: value = "task-3366729" [ 761.439431] env[69316]: _type = "Task" [ 761.439431] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.448407] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.520909] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366727, 'name': Rename_Task, 'duration_secs': 0.134846} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.523794] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.527472] env[69316]: DEBUG oslo_vmware.api [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Task: {'id': task-3366728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324579} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.527472] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-828334e5-43d5-44bc-8646-b1ba7c246a56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.527472] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.527472] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.527472] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.528359] env[69316]: INFO nova.compute.manager [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Took 1.17 seconds to destroy the instance on the hypervisor. [ 761.528641] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.529674] env[69316]: DEBUG nova.compute.manager [-] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.529801] env[69316]: DEBUG nova.network.neutron [-] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.536651] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 761.536651] env[69316]: value = "task-3366730" [ 761.536651] env[69316]: _type = "Task" [ 761.536651] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.547065] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.593871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.654328] env[69316]: DEBUG nova.compute.manager [None req-2642e2e9-5bce-41ed-bd1c-8cc9b6e8ab30 tempest-ServerDiagnosticsTest-758661692 tempest-ServerDiagnosticsTest-758661692-project-admin] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.661448] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3b7f76-51c8-4b67-9d16-6d57b480a073 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.678644] env[69316]: INFO nova.compute.manager [None req-2642e2e9-5bce-41ed-bd1c-8cc9b6e8ab30 tempest-ServerDiagnosticsTest-758661692 tempest-ServerDiagnosticsTest-758661692-project-admin] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Retrieving diagnostics [ 761.679742] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdc441d-b034-4cee-912e-cc26aac45e89 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.721640] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.722246] env[69316]: DEBUG nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.726834] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.544s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.730553] env[69316]: DEBUG nova.objects.instance [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lazy-loading 'resources' on Instance uuid 64aea4a9-d672-473a-b00c-e3aeaa544c14 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.951315] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366729, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.053615] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366730, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.065469] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.065797] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.066031] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.066228] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.066392] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.068748] env[69316]: INFO nova.compute.manager [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Terminating instance [ 762.194011] env[69316]: DEBUG nova.network.neutron [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Successfully updated port: a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.228895] env[69316]: DEBUG nova.compute.utils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.230548] env[69316]: DEBUG nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.230548] env[69316]: DEBUG nova.network.neutron [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.289638] env[69316]: DEBUG nova.policy [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '523da7c1cd994bd9bd83796063616468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8286ebe831314d3fb262bf31629c898f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.455918] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522852} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.456447] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9ea66b42-34d2-430c-b688-34d7a6d600a2/9ea66b42-34d2-430c-b688-34d7a6d600a2.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.456695] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.457273] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfdc3143-cf70-4634-8ab1-6ffc7b120d29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.463899] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 762.463899] env[69316]: value = "task-3366731" [ 762.463899] env[69316]: _type = "Task" [ 762.463899] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.476206] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.549477] env[69316]: DEBUG oslo_vmware.api [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366730, 'name': PowerOnVM_Task, 'duration_secs': 0.63171} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.550253] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.550878] env[69316]: INFO nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Took 8.03 seconds to spawn the instance on the hypervisor. [ 762.550878] env[69316]: DEBUG nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.551898] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1103aeb5-4858-483f-b343-9d960f173a63 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.567780] env[69316]: DEBUG nova.network.neutron [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Successfully created port: 6705c366-aac5-4338-95a2-5b1647dc47b7 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.576079] env[69316]: DEBUG nova.compute.manager [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.577201] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.578951] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814c0b5b-e7a5-46eb-a966-346c054d9097 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.590642] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.590911] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd3d91cd-519f-45ee-a63e-5da81c8a71e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.598997] env[69316]: DEBUG oslo_vmware.api [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 762.598997] env[69316]: value = "task-3366732" [ 762.598997] env[69316]: _type = "Task" [ 762.598997] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.610079] env[69316]: DEBUG oslo_vmware.api [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.688097] env[69316]: DEBUG nova.network.neutron [-] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.697699] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "refresh_cache-6833f95d-d577-4f8a-bf82-3cec2dc8656b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.697789] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "refresh_cache-6833f95d-d577-4f8a-bf82-3cec2dc8656b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.697912] env[69316]: DEBUG nova.network.neutron [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.735833] env[69316]: DEBUG nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.778440] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20812b95-21a0-4c9a-8596-c466f01d8410 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.786041] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c74e73-668c-455e-89a4-1fdb4abb9884 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.830372] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d916d-6d94-4d4a-b288-62acd7dc387f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.841371] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea86a4-6512-4ecb-a71a-36c00011430d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.860066] env[69316]: DEBUG nova.compute.provider_tree [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.975920] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244736} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.976233] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.977826] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a5efbd-438b-4346-96e2-02e4d26aafef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.001520] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 9ea66b42-34d2-430c-b688-34d7a6d600a2/9ea66b42-34d2-430c-b688-34d7a6d600a2.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.001833] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf20de3-994c-41cf-9f35-8ef3728f81e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.021653] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 763.021653] env[69316]: value = "task-3366733" [ 763.021653] env[69316]: _type = "Task" [ 763.021653] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.030295] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.074542] env[69316]: INFO nova.compute.manager [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Took 33.52 seconds to build instance. [ 763.113967] env[69316]: DEBUG oslo_vmware.api [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366732, 'name': PowerOffVM_Task, 'duration_secs': 0.205602} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.114102] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.115590] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.117518] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf4cec70-6b9e-4f60-ad2b-73d4f9f70266 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.192501] env[69316]: INFO nova.compute.manager [-] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Took 1.66 seconds to deallocate network for instance. [ 763.192749] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.192982] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.193188] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleting the datastore file [datastore2] 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.194886] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b6566c-99cb-4e62-ab4c-7b7862b02121 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.205887] env[69316]: DEBUG oslo_vmware.api [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 763.205887] env[69316]: value = "task-3366735" [ 763.205887] env[69316]: _type = "Task" [ 763.205887] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.214671] env[69316]: DEBUG oslo_vmware.api [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.224482] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "48ed2483-9904-429f-b48d-8dc0150b8fff" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.224867] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.225111] env[69316]: DEBUG nova.compute.manager [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Going to confirm migration 1 {{(pid=69316) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 763.263157] env[69316]: DEBUG nova.network.neutron [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.287197] env[69316]: DEBUG nova.compute.manager [req-8cf6a6a7-6456-41f0-8101-c94378f87810 req-1ba3cbb7-5400-4c18-8cc0-def8a78652ed service nova] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Received event network-vif-deleted-677a57e7-83b5-4f61-97a3-e9ad1de50a40 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.363453] env[69316]: DEBUG nova.scheduler.client.report [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.477752] env[69316]: DEBUG nova.network.neutron [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Updating instance_info_cache with network_info: [{"id": "a3f44fd9-ad0e-4d8c-bf54-13f01f909b00", "address": "fa:16:3e:c8:2d:2f", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f44fd9-ad", "ovs_interfaceid": "a3f44fd9-ad0e-4d8c-bf54-13f01f909b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.534576] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366733, 'name': ReconfigVM_Task, 'duration_secs': 0.352403} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.535042] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 9ea66b42-34d2-430c-b688-34d7a6d600a2/9ea66b42-34d2-430c-b688-34d7a6d600a2.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.535841] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5db7224c-e22e-4864-925b-73ad8fc4f9d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.543277] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 763.543277] env[69316]: value = "task-3366736" [ 763.543277] env[69316]: _type = "Task" [ 763.543277] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.553842] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366736, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.577520] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.168s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.701468] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.718949] env[69316]: DEBUG oslo_vmware.api [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372179} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.722023] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.722348] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.722588] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.723801] env[69316]: INFO nova.compute.manager [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Took 1.15 seconds to destroy the instance on the hypervisor. [ 763.724120] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.724751] env[69316]: DEBUG nova.compute.manager [-] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.724989] env[69316]: DEBUG nova.network.neutron [-] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.761854] env[69316]: DEBUG nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.797028] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.797028] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.797028] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.797028] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.797455] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.797455] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.797455] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.797455] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.797455] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.797617] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.798280] env[69316]: DEBUG nova.virt.hardware [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.799425] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd45e1-37e1-4e7b-88f2-49199083c642 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.815832] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6560df8-3cf9-4d39-b174-cb3104ef93c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.856953] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.857412] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.857631] env[69316]: DEBUG nova.network.neutron [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.857939] env[69316]: DEBUG nova.objects.instance [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lazy-loading 'info_cache' on Instance uuid 48ed2483-9904-429f-b48d-8dc0150b8fff {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.868874] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.872304] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.611s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.872976] env[69316]: DEBUG nova.objects.instance [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lazy-loading 'resources' on Instance uuid 5a75a617-3721-44ba-b844-6c369dfe5f9f {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.896285] env[69316]: INFO nova.scheduler.client.report [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Deleted allocations for instance 64aea4a9-d672-473a-b00c-e3aeaa544c14 [ 763.980887] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "refresh_cache-6833f95d-d577-4f8a-bf82-3cec2dc8656b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.981051] env[69316]: DEBUG nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance network_info: |[{"id": "a3f44fd9-ad0e-4d8c-bf54-13f01f909b00", "address": "fa:16:3e:c8:2d:2f", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f44fd9-ad", "ovs_interfaceid": "a3f44fd9-ad0e-4d8c-bf54-13f01f909b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.981667] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:2d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3f44fd9-ad0e-4d8c-bf54-13f01f909b00', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.991154] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Creating folder: Project (8286ebe831314d3fb262bf31629c898f). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.991761] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b9f58d8-6046-4aa1-8b4e-2c2d7d631bb3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.002487] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Created folder: Project (8286ebe831314d3fb262bf31629c898f) in parent group-v671748. [ 764.002696] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Creating folder: Instances. Parent ref: group-v671819. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.003012] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fce6da71-f026-4531-90f7-76630ed5daef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.011924] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Created folder: Instances in parent group-v671819. [ 764.012333] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.012546] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.012753] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9d0e828-8a9c-4c53-94d4-ba8f07e5d9ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.039579] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.039579] env[69316]: value = "task-3366739" [ 764.039579] env[69316]: _type = "Task" [ 764.039579] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.050906] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366739, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.056726] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366736, 'name': Rename_Task, 'duration_secs': 0.190515} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.057014] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.057332] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37972549-2d11-45a7-aa6a-a6f3230972b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.068920] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 764.068920] env[69316]: value = "task-3366740" [ 764.068920] env[69316]: _type = "Task" [ 764.068920] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.074975] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.080538] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.157983] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquiring lock "61c691d1-514b-44da-b3b4-c4b0475266bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.158295] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "61c691d1-514b-44da-b3b4-c4b0475266bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.158446] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquiring lock "61c691d1-514b-44da-b3b4-c4b0475266bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.158638] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "61c691d1-514b-44da-b3b4-c4b0475266bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.158871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "61c691d1-514b-44da-b3b4-c4b0475266bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.163098] env[69316]: INFO nova.compute.manager [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Terminating instance [ 764.238695] env[69316]: DEBUG nova.network.neutron [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Successfully updated port: 6705c366-aac5-4338-95a2-5b1647dc47b7 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.328287] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "651f02fd-b91f-4d1d-80ba-e66edff2503b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.328287] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "651f02fd-b91f-4d1d-80ba-e66edff2503b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.409124] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a513d1c1-0f6d-4eec-9e26-1046e00fd570 tempest-ServersAdmin275Test-1209860107 tempest-ServersAdmin275Test-1209860107-project-member] Lock "64aea4a9-d672-473a-b00c-e3aeaa544c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.017s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.552866] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366739, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.577373] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.604332] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.663162] env[69316]: DEBUG nova.network.neutron [-] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.670463] env[69316]: DEBUG nova.compute.manager [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.670463] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.671814] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb4e91-377e-4a64-9ee3-3d0931fb3335 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.680863] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.681187] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23f001df-bd86-4d42-95e3-176ab9a39008 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.688991] env[69316]: DEBUG oslo_vmware.api [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 764.688991] env[69316]: value = "task-3366741" [ 764.688991] env[69316]: _type = "Task" [ 764.688991] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.699564] env[69316]: DEBUG oslo_vmware.api [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.740994] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "refresh_cache-bb4003d9-d483-4eb6-a7db-cc067adad217" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.741114] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "refresh_cache-bb4003d9-d483-4eb6-a7db-cc067adad217" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.741209] env[69316]: DEBUG nova.network.neutron [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.849949] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175778fa-e41a-4a2d-abd7-38ab0da8c40b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.858484] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3a74e3-0a46-44ee-a664-863d15e61e17 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.895763] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65101973-7854-4b51-a660-b12f96a051a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.905823] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455ec626-f844-4c91-99c8-57268603ca69 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.918555] env[69316]: DEBUG nova.compute.provider_tree [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.054037] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366739, 'name': CreateVM_Task, 'duration_secs': 0.557512} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.054216] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.054945] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.055082] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.055421] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.055682] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca32127-3191-45ed-ac6e-04d650f890c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.060907] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 765.060907] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b74473-0167-930e-7b9c-04d013a846c3" [ 765.060907] env[69316]: _type = "Task" [ 765.060907] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.069874] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b74473-0167-930e-7b9c-04d013a846c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.077478] env[69316]: DEBUG oslo_vmware.api [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366740, 'name': PowerOnVM_Task, 'duration_secs': 0.561498} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.079894] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.080181] env[69316]: INFO nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Took 9.76 seconds to spawn the instance on the hypervisor. [ 765.080388] env[69316]: DEBUG nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.081320] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f58fb23-9fc4-4622-be18-493b3d4fc834 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.165987] env[69316]: INFO nova.compute.manager [-] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Took 1.44 seconds to deallocate network for instance. [ 765.198014] env[69316]: DEBUG oslo_vmware.api [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366741, 'name': PowerOffVM_Task, 'duration_secs': 0.216663} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.198331] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.198499] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.198744] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68aee197-911b-4889-bc98-f1063b3817be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.297479] env[69316]: DEBUG nova.network.neutron [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.349028] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquiring lock "14a726c1-d066-4627-bf2e-cb19ab7d3392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.349326] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "14a726c1-d066-4627-bf2e-cb19ab7d3392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.351815] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.352140] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.352211] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Deleting the datastore file [datastore2] 61c691d1-514b-44da-b3b4-c4b0475266bb {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.352729] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caec7a78-7dde-497c-bda5-ffaceb1700c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.357106] env[69316]: DEBUG nova.network.neutron [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance_info_cache with network_info: [{"id": "d13e690d-a562-4f39-b4e3-07989729f251", "address": "fa:16:3e:de:8b:51", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13e690d-a5", "ovs_interfaceid": "d13e690d-a562-4f39-b4e3-07989729f251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.359670] env[69316]: DEBUG oslo_vmware.api [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for the task: (returnval){ [ 765.359670] env[69316]: value = "task-3366743" [ 765.359670] env[69316]: _type = "Task" [ 765.359670] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.370369] env[69316]: DEBUG oslo_vmware.api [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.424913] env[69316]: DEBUG nova.scheduler.client.report [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.559452] env[69316]: DEBUG nova.network.neutron [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Updating instance_info_cache with network_info: [{"id": "6705c366-aac5-4338-95a2-5b1647dc47b7", "address": "fa:16:3e:97:32:b2", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6705c366-aa", "ovs_interfaceid": "6705c366-aac5-4338-95a2-5b1647dc47b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.571893] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b74473-0167-930e-7b9c-04d013a846c3, 'name': SearchDatastore_Task, 'duration_secs': 0.017049} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.572831] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.573100] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.573365] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.573521] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.573710] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.574259] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba46783e-7057-45af-b737-8315d61a3f25 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.582622] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.582782] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.583550] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daaa60a1-929e-45d1-8ad4-c5d541a50523 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.594692] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 765.594692] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52030b27-fad5-bc12-5ea8-5a350288bc3d" [ 765.594692] env[69316]: _type = "Task" [ 765.594692] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.599881] env[69316]: INFO nova.compute.manager [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Took 33.40 seconds to build instance. [ 765.607493] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52030b27-fad5-bc12-5ea8-5a350288bc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.608102] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958dfc4d-b44a-4163-aac7-dc0e490ea331 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.615443] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 765.615443] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529a21a9-90e2-dc05-cf67-9895571dde82" [ 765.615443] env[69316]: _type = "Task" [ 765.615443] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.625725] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529a21a9-90e2-dc05-cf67-9895571dde82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.673656] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.860977] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-48ed2483-9904-429f-b48d-8dc0150b8fff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.861253] env[69316]: DEBUG nova.objects.instance [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lazy-loading 'migration_context' on Instance uuid 48ed2483-9904-429f-b48d-8dc0150b8fff {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.871899] env[69316]: DEBUG oslo_vmware.api [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Task: {'id': task-3366743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257472} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.872982] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.872982] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.873168] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.873356] env[69316]: INFO nova.compute.manager [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 765.873590] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.873764] env[69316]: DEBUG nova.compute.manager [-] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.873851] env[69316]: DEBUG nova.network.neutron [-] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.936104] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.938093] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.584s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.940159] env[69316]: INFO nova.compute.claims [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.971425] env[69316]: INFO nova.scheduler.client.report [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Deleted allocations for instance 5a75a617-3721-44ba-b844-6c369dfe5f9f [ 766.061894] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "refresh_cache-bb4003d9-d483-4eb6-a7db-cc067adad217" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.062570] env[69316]: DEBUG nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Instance network_info: |[{"id": "6705c366-aac5-4338-95a2-5b1647dc47b7", "address": "fa:16:3e:97:32:b2", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6705c366-aa", "ovs_interfaceid": "6705c366-aac5-4338-95a2-5b1647dc47b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.065014] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:32:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6705c366-aac5-4338-95a2-5b1647dc47b7', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.073272] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.075018] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.075018] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b95498a-e2fa-4dc3-902c-9179b2d79b67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.098732] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.098732] env[69316]: value = "task-3366744" [ 766.098732] env[69316]: _type = "Task" [ 766.098732] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.105023] env[69316]: DEBUG oslo_concurrency.lockutils [None req-613f58d2-4760-482f-bb1a-0a52abe21556 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "9ea66b42-34d2-430c-b688-34d7a6d600a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.265s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.111840] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366744, 'name': CreateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.123413] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529a21a9-90e2-dc05-cf67-9895571dde82, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.124252] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.124555] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.124851] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf90a701-5675-47ef-9f5a-c900de0888a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.131575] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 766.131575] env[69316]: value = "task-3366745" [ 766.131575] env[69316]: _type = "Task" [ 766.131575] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.139703] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.303515] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Received event network-vif-plugged-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.303767] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Acquiring lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.303978] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.304161] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.304330] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] No waiting events found dispatching network-vif-plugged-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.304503] env[69316]: WARNING nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Received unexpected event network-vif-plugged-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 for instance with vm_state building and task_state spawning. [ 766.305040] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Received event network-vif-deleted-daf8dea2-fe74-425c-8799-82b5412d3385 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.305270] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Received event network-changed-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.305458] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Refreshing instance network info cache due to event network-changed-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.305672] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Acquiring lock "refresh_cache-6833f95d-d577-4f8a-bf82-3cec2dc8656b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.305830] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Acquired lock "refresh_cache-6833f95d-d577-4f8a-bf82-3cec2dc8656b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.306037] env[69316]: DEBUG nova.network.neutron [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Refreshing network info cache for port a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.368935] env[69316]: DEBUG nova.objects.base [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Object Instance<48ed2483-9904-429f-b48d-8dc0150b8fff> lazy-loaded attributes: info_cache,migration_context {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 766.370456] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e61f88b-f170-4e9a-8556-df04b285eefe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.394808] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81dd0f3d-ad41-4c05-ba75-57c47c26c6b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.404033] env[69316]: DEBUG oslo_vmware.api [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 766.404033] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523155a1-58c8-7ea7-8d2b-ab0af66ef25e" [ 766.404033] env[69316]: _type = "Task" [ 766.404033] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.414754] env[69316]: DEBUG oslo_vmware.api [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523155a1-58c8-7ea7-8d2b-ab0af66ef25e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.482077] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12778da0-50cf-45eb-a43f-26ca6f9729d5 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Lock "5a75a617-3721-44ba-b844-6c369dfe5f9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.071s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.608621] env[69316]: DEBUG nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.611868] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366744, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.644778] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.699361] env[69316]: DEBUG nova.network.neutron [-] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.913818] env[69316]: DEBUG oslo_vmware.api [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523155a1-58c8-7ea7-8d2b-ab0af66ef25e, 'name': SearchDatastore_Task, 'duration_secs': 0.012113} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.914183] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.014377] env[69316]: DEBUG nova.compute.manager [req-e50b150f-8442-4c07-bcb4-b9a2c7416f1a req-0b76edb1-290a-405d-8f90-2b4f802a3a42 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Received event network-changed-6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.014723] env[69316]: DEBUG nova.compute.manager [req-e50b150f-8442-4c07-bcb4-b9a2c7416f1a req-0b76edb1-290a-405d-8f90-2b4f802a3a42 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Refreshing instance network info cache due to event network-changed-6eb2d9ba-b741-485a-979f-a724b75984fb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.015744] env[69316]: DEBUG oslo_concurrency.lockutils [req-e50b150f-8442-4c07-bcb4-b9a2c7416f1a req-0b76edb1-290a-405d-8f90-2b4f802a3a42 service nova] Acquiring lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.016052] env[69316]: DEBUG oslo_concurrency.lockutils [req-e50b150f-8442-4c07-bcb4-b9a2c7416f1a req-0b76edb1-290a-405d-8f90-2b4f802a3a42 service nova] Acquired lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.017107] env[69316]: DEBUG nova.network.neutron [req-e50b150f-8442-4c07-bcb4-b9a2c7416f1a req-0b76edb1-290a-405d-8f90-2b4f802a3a42 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Refreshing network info cache for port 6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.055819] env[69316]: DEBUG nova.network.neutron [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Updated VIF entry in instance network info cache for port a3f44fd9-ad0e-4d8c-bf54-13f01f909b00. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.056249] env[69316]: DEBUG nova.network.neutron [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Updating instance_info_cache with network_info: [{"id": "a3f44fd9-ad0e-4d8c-bf54-13f01f909b00", "address": "fa:16:3e:c8:2d:2f", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f44fd9-ad", "ovs_interfaceid": "a3f44fd9-ad0e-4d8c-bf54-13f01f909b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.108396] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366744, 'name': CreateVM_Task, 'duration_secs': 0.634801} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.108595] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.109609] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.109609] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.109790] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.110080] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b018792-7178-476f-80df-8c76899d7e28 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.122593] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 767.122593] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52fb7686-ae06-6ad7-319d-f6a37fc637ee" [ 767.122593] env[69316]: _type = "Task" [ 767.122593] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.139865] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fb7686-ae06-6ad7-319d-f6a37fc637ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.148464] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.155045] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544921} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.155045] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.155045] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.155045] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e8d2b6-9d97-44c6-9592-8b52b0913cab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.164717] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 767.164717] env[69316]: value = "task-3366746" [ 767.164717] env[69316]: _type = "Task" [ 767.164717] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.173674] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.205464] env[69316]: INFO nova.compute.manager [-] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Took 1.33 seconds to deallocate network for instance. [ 767.559201] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Releasing lock "refresh_cache-6833f95d-d577-4f8a-bf82-3cec2dc8656b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.560037] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Received event network-vif-plugged-6705c366-aac5-4338-95a2-5b1647dc47b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.560037] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Acquiring lock "bb4003d9-d483-4eb6-a7db-cc067adad217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.560037] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Lock "bb4003d9-d483-4eb6-a7db-cc067adad217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.560258] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Lock "bb4003d9-d483-4eb6-a7db-cc067adad217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.560299] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] No waiting events found dispatching network-vif-plugged-6705c366-aac5-4338-95a2-5b1647dc47b7 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.560691] env[69316]: WARNING nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Received unexpected event network-vif-plugged-6705c366-aac5-4338-95a2-5b1647dc47b7 for instance with vm_state building and task_state spawning. [ 767.560691] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Received event network-vif-deleted-430b99b1-6be0-4190-82b3-f33c3026b141 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.560785] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Received event network-changed-6705c366-aac5-4338-95a2-5b1647dc47b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.560933] env[69316]: DEBUG nova.compute.manager [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Refreshing instance network info cache due to event network-changed-6705c366-aac5-4338-95a2-5b1647dc47b7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.561137] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Acquiring lock "refresh_cache-bb4003d9-d483-4eb6-a7db-cc067adad217" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.561330] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Acquired lock "refresh_cache-bb4003d9-d483-4eb6-a7db-cc067adad217" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.561608] env[69316]: DEBUG nova.network.neutron [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Refreshing network info cache for port 6705c366-aac5-4338-95a2-5b1647dc47b7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.563856] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f41dfe8-1864-43ef-a048-fc8511ce3e46 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.572301] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a973badc-d3c5-474e-a8a8-979803dc97bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.610238] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fb94da-07ad-43db-b53d-0b7ce0d89f90 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.618883] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3b1a97-43a4-430f-a64b-72c3da6821cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.633307] env[69316]: DEBUG nova.compute.provider_tree [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.643798] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fb7686-ae06-6ad7-319d-f6a37fc637ee, 'name': SearchDatastore_Task, 'duration_secs': 0.032531} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.644647] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.644881] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.645134] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.645285] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.645467] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.645958] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a05ec33-12af-462b-bccb-128e7e0fa1b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.654954] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.655157] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.655945] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5cc2137-b88d-4ffb-a6ce-1423358ab2b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.661499] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 767.661499] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5216d5d8-62cf-0c15-12cc-60c085123cef" [ 767.661499] env[69316]: _type = "Task" [ 767.661499] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.674177] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5216d5d8-62cf-0c15-12cc-60c085123cef, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.678403] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112067} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.678403] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae579277-7ccb-483f-8c63-75f39eaeb67b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.680675] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.681255] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d100c-d065-49c3-8507-9fae44e2840d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.686434] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 767.686434] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b36c0e-6c92-77ac-778b-a797cfa19346" [ 767.686434] env[69316]: _type = "Task" [ 767.686434] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.705292] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.708727] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30149f85-6696-4efe-a706-b08d39d67750 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.723702] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.730321] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b36c0e-6c92-77ac-778b-a797cfa19346, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.731715] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.731973] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] bb4003d9-d483-4eb6-a7db-cc067adad217/bb4003d9-d483-4eb6-a7db-cc067adad217.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.732300] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 767.732300] env[69316]: value = "task-3366747" [ 767.732300] env[69316]: _type = "Task" [ 767.732300] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.732481] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0afe10c8-942b-4b69-b542-25314f2e2f29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.742599] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.743911] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 767.743911] env[69316]: value = "task-3366748" [ 767.743911] env[69316]: _type = "Task" [ 767.743911] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.752956] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.073123] env[69316]: DEBUG nova.network.neutron [req-e50b150f-8442-4c07-bcb4-b9a2c7416f1a req-0b76edb1-290a-405d-8f90-2b4f802a3a42 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Updated VIF entry in instance network info cache for port 6eb2d9ba-b741-485a-979f-a724b75984fb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.073583] env[69316]: DEBUG nova.network.neutron [req-e50b150f-8442-4c07-bcb4-b9a2c7416f1a req-0b76edb1-290a-405d-8f90-2b4f802a3a42 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Updating instance_info_cache with network_info: [{"id": "6eb2d9ba-b741-485a-979f-a724b75984fb", "address": "fa:16:3e:1a:b3:c9", "network": {"id": "c628438a-7d29-4de2-a98e-87340dc7c4d4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-864365462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2830cfae17e4902b2671ff33fb36adc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb2d9ba-b7", "ovs_interfaceid": "6eb2d9ba-b741-485a-979f-a724b75984fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.139689] env[69316]: DEBUG nova.scheduler.client.report [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.249772] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.261089] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366748, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.303079] env[69316]: DEBUG nova.network.neutron [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Updated VIF entry in instance network info cache for port 6705c366-aac5-4338-95a2-5b1647dc47b7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.303216] env[69316]: DEBUG nova.network.neutron [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Updating instance_info_cache with network_info: [{"id": "6705c366-aac5-4338-95a2-5b1647dc47b7", "address": "fa:16:3e:97:32:b2", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6705c366-aa", "ovs_interfaceid": "6705c366-aac5-4338-95a2-5b1647dc47b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.543353] env[69316]: DEBUG nova.compute.manager [req-57d3adc7-6935-44a2-ad80-85678f466e75 req-32fdc84b-e727-42b2-8918-3d5cae8797ee service nova] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Received event network-vif-deleted-6df64563-0244-4cb3-957c-0bec7c7196d7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.577051] env[69316]: DEBUG oslo_concurrency.lockutils [req-e50b150f-8442-4c07-bcb4-b9a2c7416f1a req-0b76edb1-290a-405d-8f90-2b4f802a3a42 service nova] Releasing lock "refresh_cache-c6cb2dac-6d8a-4319-9e26-c12d31e8a733" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.650020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.650020] env[69316]: DEBUG nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.650588] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.644s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.652256] env[69316]: INFO nova.compute.claims [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.750447] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366747, 'name': ReconfigVM_Task, 'duration_secs': 0.639306} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.753772] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.754472] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-133f3134-41fb-4e22-8012-7bbb21d9fc89 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.762602] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551563} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.764031] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] bb4003d9-d483-4eb6-a7db-cc067adad217/bb4003d9-d483-4eb6-a7db-cc067adad217.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.764226] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.764549] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 768.764549] env[69316]: value = "task-3366749" [ 768.764549] env[69316]: _type = "Task" [ 768.764549] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.764758] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaad4df7-2c18-4920-b3ce-d1139dc7bfef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.776174] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 768.776174] env[69316]: value = "task-3366750" [ 768.776174] env[69316]: _type = "Task" [ 768.776174] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.779369] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366749, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.789024] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.806635] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8692c2d-11e0-454b-9e95-e448d4810331 req-814bcd47-6983-45fe-bda8-f726f8da14e0 service nova] Releasing lock "refresh_cache-bb4003d9-d483-4eb6-a7db-cc067adad217" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.163788] env[69316]: DEBUG nova.compute.utils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.165789] env[69316]: DEBUG nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.166201] env[69316]: DEBUG nova.network.neutron [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.222126] env[69316]: DEBUG nova.policy [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d968a24f27420abaac082abe40691e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eace5bf0342430392148b5305321cb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.281525] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366749, 'name': Rename_Task, 'duration_secs': 0.228306} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.285829] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.285829] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-025e38fb-3ef2-40ef-98d8-d7a14fc88d9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.293909] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081859} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.296303] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.297091] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 769.297091] env[69316]: value = "task-3366751" [ 769.297091] env[69316]: _type = "Task" [ 769.297091] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.297481] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da9f468-b75f-43a2-82e8-db286a991f26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.326747] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] bb4003d9-d483-4eb6-a7db-cc067adad217/bb4003d9-d483-4eb6-a7db-cc067adad217.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.330869] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a6199b0-4b85-4ea8-8b32-c7451b35f9f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.347248] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366751, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.354736] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 769.354736] env[69316]: value = "task-3366752" [ 769.354736] env[69316]: _type = "Task" [ 769.354736] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.365966] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.674039] env[69316]: DEBUG nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.817414] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366751, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.873626] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.881615] env[69316]: DEBUG nova.network.neutron [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Successfully created port: 1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.280428] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176fdf74-7b74-4fe2-a128-57f0239a54e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.289690] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba439d34-e8f6-4966-9819-03ac587ce897 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.329158] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd76c82-ec95-40ce-b897-d8e9ddad0ef0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.338645] env[69316]: DEBUG oslo_vmware.api [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366751, 'name': PowerOnVM_Task, 'duration_secs': 0.712116} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.339469] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.339735] env[69316]: INFO nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Took 9.28 seconds to spawn the instance on the hypervisor. [ 770.339937] env[69316]: DEBUG nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.340746] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025e39ec-fcb2-4483-adb5-add8c3868977 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.344133] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83b24d4-8f3e-4151-964b-0db82f9d05de {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.364169] env[69316]: DEBUG nova.compute.provider_tree [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.373479] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366752, 'name': ReconfigVM_Task, 'duration_secs': 0.750938} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.373737] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Reconfigured VM instance instance-00000016 to attach disk [datastore1] bb4003d9-d483-4eb6-a7db-cc067adad217/bb4003d9-d483-4eb6-a7db-cc067adad217.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.374369] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b427a1f-fdda-4454-8956-5f5444169471 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.383563] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 770.383563] env[69316]: value = "task-3366753" [ 770.383563] env[69316]: _type = "Task" [ 770.383563] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.395034] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366753, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.690388] env[69316]: DEBUG nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.737322] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.737478] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.737635] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.737813] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.737957] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.738110] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.738320] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.738473] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.738635] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.738895] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.738982] env[69316]: DEBUG nova.virt.hardware [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.739922] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a86096d-2a0f-4ff4-9ab5-369b741656a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.749622] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304326c1-bd6f-4f5c-b73d-a07a27e41156 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.870650] env[69316]: DEBUG nova.scheduler.client.report [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.878627] env[69316]: INFO nova.compute.manager [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Took 33.92 seconds to build instance. [ 770.903012] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366753, 'name': Rename_Task, 'duration_secs': 0.280556} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.903012] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.903012] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64e48bfd-f63e-4b30-8e17-8f551c73e709 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.909572] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 770.909572] env[69316]: value = "task-3366754" [ 770.909572] env[69316]: _type = "Task" [ 770.909572] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.920604] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.376266] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.376818] env[69316]: DEBUG nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.379618] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.359s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.381190] env[69316]: INFO nova.compute.claims [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.384462] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac52dc46-56b9-4a74-a788-0da578850fbb tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.304s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.428367] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.775295] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.775656] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.888027] env[69316]: DEBUG nova.compute.utils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.893507] env[69316]: DEBUG nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.893507] env[69316]: DEBUG nova.network.neutron [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.895533] env[69316]: DEBUG nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.924060] env[69316]: DEBUG oslo_vmware.api [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366754, 'name': PowerOnVM_Task, 'duration_secs': 0.824395} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.924390] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.924619] env[69316]: INFO nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Took 8.16 seconds to spawn the instance on the hypervisor. [ 771.927131] env[69316]: DEBUG nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.927939] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0885c283-6895-4b6c-b210-e5dffd35a11a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.073963] env[69316]: DEBUG nova.policy [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52460ceab8794a16a531f51c49f83881', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4ddd28ffa3e4f748cea249f63f3cb31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.286124] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.286671] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.286934] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.287163] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.288333] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.288333] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.288333] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 772.288333] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.396144] env[69316]: DEBUG nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.443825] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.457893] env[69316]: INFO nova.compute.manager [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Took 33.59 seconds to build instance. [ 772.646231] env[69316]: DEBUG nova.network.neutron [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Successfully updated port: 1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.732052] env[69316]: DEBUG nova.network.neutron [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Successfully created port: f650c9ea-6f26-40a6-b737-c02bae2ba173 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.792937] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.967574] env[69316]: DEBUG oslo_concurrency.lockutils [None req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "bb4003d9-d483-4eb6-a7db-cc067adad217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.599s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.009234] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c729e03-f64d-4207-9d62-12f0a34942b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.016992] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356fd48e-0637-47c9-9a34-8d6f3afb14f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.058169] env[69316]: DEBUG nova.compute.manager [req-c2155cd7-7fa5-4f8d-8f49-934d6915b930 req-f6ce6fb2-b6e4-4f0d-9fc4-bd7615bc0037 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Received event network-vif-plugged-1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.058272] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2155cd7-7fa5-4f8d-8f49-934d6915b930 req-f6ce6fb2-b6e4-4f0d-9fc4-bd7615bc0037 service nova] Acquiring lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.058458] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2155cd7-7fa5-4f8d-8f49-934d6915b930 req-f6ce6fb2-b6e4-4f0d-9fc4-bd7615bc0037 service nova] Lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.058619] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2155cd7-7fa5-4f8d-8f49-934d6915b930 req-f6ce6fb2-b6e4-4f0d-9fc4-bd7615bc0037 service nova] Lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.058796] env[69316]: DEBUG nova.compute.manager [req-c2155cd7-7fa5-4f8d-8f49-934d6915b930 req-f6ce6fb2-b6e4-4f0d-9fc4-bd7615bc0037 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] No waiting events found dispatching network-vif-plugged-1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.058927] env[69316]: WARNING nova.compute.manager [req-c2155cd7-7fa5-4f8d-8f49-934d6915b930 req-f6ce6fb2-b6e4-4f0d-9fc4-bd7615bc0037 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Received unexpected event network-vif-plugged-1ffafb8c-7a23-4d06-a907-56cabc40e526 for instance with vm_state building and task_state spawning. [ 773.059806] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f169d450-ed0e-4f54-8ff7-216ecdf3ee7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.069464] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2786abeb-1c67-46f0-bd88-c103363ccc44 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.085760] env[69316]: DEBUG nova.compute.provider_tree [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.156234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.156234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquired lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.156234] env[69316]: DEBUG nova.network.neutron [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.410891] env[69316]: DEBUG nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.444840] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.444967] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.445110] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.445676] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.445676] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.445676] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.445851] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.446506] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.446506] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.446506] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.446643] env[69316]: DEBUG nova.virt.hardware [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.447511] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a457d-7bf0-47fd-97ad-660616a3945a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.457055] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0db8da-b7d8-489a-8cfa-1eae8028923b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.471755] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.564870] env[69316]: DEBUG nova.compute.manager [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.566103] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bf20a0-afd7-4070-995c-2a3bbd6b34ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.589897] env[69316]: DEBUG nova.scheduler.client.report [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.700773] env[69316]: DEBUG nova.network.neutron [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.880715] env[69316]: DEBUG nova.network.neutron [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Updating instance_info_cache with network_info: [{"id": "1ffafb8c-7a23-4d06-a907-56cabc40e526", "address": "fa:16:3e:aa:dd:df", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffafb8c-7a", "ovs_interfaceid": "1ffafb8c-7a23-4d06-a907-56cabc40e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.009953] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.083454] env[69316]: INFO nova.compute.manager [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] instance snapshotting [ 774.084371] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41008bb-73ef-4ec4-9658-145bf590dc80 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.111607] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.112140] env[69316]: DEBUG nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.119453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.484s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.121849] env[69316]: INFO nova.compute.claims [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.125565] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874a801-d262-4d0e-8bf8-1a85a8cb624b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.385277] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Releasing lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.385277] env[69316]: DEBUG nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Instance network_info: |[{"id": "1ffafb8c-7a23-4d06-a907-56cabc40e526", "address": "fa:16:3e:aa:dd:df", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffafb8c-7a", "ovs_interfaceid": "1ffafb8c-7a23-4d06-a907-56cabc40e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.385517] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:dd:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ffafb8c-7a23-4d06-a907-56cabc40e526', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.397580] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.397920] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.398227] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f53113-18d4-43d1-ba45-2394bf68bbc3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.424325] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.424325] env[69316]: value = "task-3366755" [ 774.424325] env[69316]: _type = "Task" [ 774.424325] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.436531] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366755, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.621167] env[69316]: DEBUG nova.compute.utils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.622638] env[69316]: DEBUG nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.622841] env[69316]: DEBUG nova.network.neutron [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.640262] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.643031] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-539b8b5e-4482-47b4-8eb4-eab253c2cf30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.652744] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 774.652744] env[69316]: value = "task-3366756" [ 774.652744] env[69316]: _type = "Task" [ 774.652744] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.662553] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.746166] env[69316]: DEBUG nova.policy [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cc520f6c39f49e392bc5f3f86597b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a97e43512e94b5491ee1da65d4dc099', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.764293] env[69316]: DEBUG nova.network.neutron [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Successfully updated port: f650c9ea-6f26-40a6-b737-c02bae2ba173 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.934869] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366755, 'name': CreateVM_Task, 'duration_secs': 0.370796} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.935171] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.935753] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.935922] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.936262] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.936553] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f800df-f88d-4b06-b390-e9fb22e76da6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.941246] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 774.941246] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5242db22-3bca-b2e1-dc7c-a6a73af123eb" [ 774.941246] env[69316]: _type = "Task" [ 774.941246] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.953260] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5242db22-3bca-b2e1-dc7c-a6a73af123eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.128893] env[69316]: DEBUG nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.167797] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.270703] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "refresh_cache-896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.271690] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquired lock "refresh_cache-896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.271690] env[69316]: DEBUG nova.network.neutron [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.454192] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5242db22-3bca-b2e1-dc7c-a6a73af123eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014016} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.458080] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.458666] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.459048] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.459371] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.459761] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.460471] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3aba918-566b-4b72-9fc1-740cabafc474 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.472314] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.472314] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.473577] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ca258f-e995-4e09-bf26-6169c275433f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.482465] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 775.482465] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526c76bf-a396-ee87-77e6-21df7f84205f" [ 775.482465] env[69316]: _type = "Task" [ 775.482465] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.488577] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526c76bf-a396-ee87-77e6-21df7f84205f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.632420] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "15d45208-7c48-4c60-87bf-b26a14fa861f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.632666] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "15d45208-7c48-4c60-87bf-b26a14fa861f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.665470] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.689342] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "a4343dc1-46c6-423d-b8f8-78a29041ea68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.689702] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.713018] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6227a0e0-b536-4b31-99f4-0de2b24376e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.721889] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb1ee6-3c99-4cc7-8788-c59558858fa8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.762752] env[69316]: DEBUG nova.network.neutron [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Successfully created port: abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.766715] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0f2262-2822-4786-85ae-c484200560cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.776756] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5e9c75-3470-4517-997b-2e69c80347e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.792313] env[69316]: DEBUG nova.compute.provider_tree [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.822072] env[69316]: DEBUG nova.compute.manager [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Received event network-changed-1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.822072] env[69316]: DEBUG nova.compute.manager [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Refreshing instance network info cache due to event network-changed-1ffafb8c-7a23-4d06-a907-56cabc40e526. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.822072] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Acquiring lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.822072] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Acquired lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.822432] env[69316]: DEBUG nova.network.neutron [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Refreshing network info cache for port 1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.895715] env[69316]: DEBUG nova.network.neutron [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.993702] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526c76bf-a396-ee87-77e6-21df7f84205f, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.994731] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e82c49-c5bb-4a35-ac68-47cbd6334594 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.000868] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 776.000868] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52828280-cceb-bc13-9ea8-4b2f4d18530d" [ 776.000868] env[69316]: _type = "Task" [ 776.000868] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.012954] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52828280-cceb-bc13-9ea8-4b2f4d18530d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.145633] env[69316]: DEBUG nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.165803] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366756, 'name': CreateSnapshot_Task, 'duration_secs': 1.246705} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.168391] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.169698] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338903b-366e-421b-a189-fbe2a31fd353 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.175794] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.176060] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.176240] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.176366] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.176953] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.177024] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.177247] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.177410] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.177692] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.178038] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.178096] env[69316]: DEBUG nova.virt.hardware [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.178868] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8c3b5f-27dc-4dfc-99a6-e95076f33b58 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.193739] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03240084-15ab-47c1-9035-a812b9817c14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.295607] env[69316]: DEBUG nova.scheduler.client.report [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.329463] env[69316]: DEBUG nova.network.neutron [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Updating instance_info_cache with network_info: [{"id": "f650c9ea-6f26-40a6-b737-c02bae2ba173", "address": "fa:16:3e:df:84:26", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf650c9ea-6f", "ovs_interfaceid": "f650c9ea-6f26-40a6-b737-c02bae2ba173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.174986] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.175348] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.056s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.175800] env[69316]: DEBUG nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.178910] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Releasing lock "refresh_cache-896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.179022] env[69316]: DEBUG nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Instance network_info: |[{"id": "f650c9ea-6f26-40a6-b737-c02bae2ba173", "address": "fa:16:3e:df:84:26", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf650c9ea-6f", "ovs_interfaceid": "f650c9ea-6f26-40a6-b737-c02bae2ba173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.184864] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e1e0cf3-9d4f-4036-bc56-bb6d3eb062d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.188543] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.369s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.188543] env[69316]: DEBUG nova.objects.instance [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lazy-loading 'resources' on Instance uuid 82bf4068-a582-4d13-9b88-2ab65a1c4efe {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.189364] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:84:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f650c9ea-6f26-40a6-b737-c02bae2ba173', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.197390] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Creating folder: Project (c4ddd28ffa3e4f748cea249f63f3cb31). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.197390] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "5ff74a21-d2b2-488c-af74-bc597793bc69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.197390] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "5ff74a21-d2b2-488c-af74-bc597793bc69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.198806] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9ee6543-940e-42d7-97c0-811b268bd959 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.208101] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52828280-cceb-bc13-9ea8-4b2f4d18530d, 'name': SearchDatastore_Task, 'duration_secs': 0.034306} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.209537] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.210266] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] ad1c3ba7-9981-4eeb-9c4f-afa9ae084977/ad1c3ba7-9981-4eeb-9c4f-afa9ae084977.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.210266] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 777.210266] env[69316]: value = "task-3366757" [ 777.210266] env[69316]: _type = "Task" [ 777.210266] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.211916] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9a81a19-82cc-4090-bfd3-e36a900e6100 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.213489] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Created folder: Project (c4ddd28ffa3e4f748cea249f63f3cb31) in parent group-v671748. [ 777.213659] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Creating folder: Instances. Parent ref: group-v671825. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.217071] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca44e2ad-6f27-4720-a1ec-9e4f92f86133 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.225126] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366757, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.226398] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 777.226398] env[69316]: value = "task-3366760" [ 777.226398] env[69316]: _type = "Task" [ 777.226398] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.232452] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Created folder: Instances in parent group-v671825. [ 777.232735] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.235666] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.235951] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.236151] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54fcaf01-e3ca-4e23-b793-014b2967665a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.258499] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.258499] env[69316]: value = "task-3366761" [ 777.258499] env[69316]: _type = "Task" [ 777.258499] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.266612] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366761, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.581854] env[69316]: DEBUG nova.network.neutron [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Updated VIF entry in instance network info cache for port 1ffafb8c-7a23-4d06-a907-56cabc40e526. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.582113] env[69316]: DEBUG nova.network.neutron [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Updating instance_info_cache with network_info: [{"id": "1ffafb8c-7a23-4d06-a907-56cabc40e526", "address": "fa:16:3e:aa:dd:df", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffafb8c-7a", "ovs_interfaceid": "1ffafb8c-7a23-4d06-a907-56cabc40e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.684381] env[69316]: DEBUG nova.compute.utils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.686051] env[69316]: DEBUG nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.686232] env[69316]: DEBUG nova.network.neutron [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.728024] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366757, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.737728] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366760, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.772833] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366761, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.790165] env[69316]: DEBUG nova.policy [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '646cd6189a8346f1aac1e750ba34cc8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e197152489f4cb08a97ae31e213fcbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.952699] env[69316]: DEBUG nova.network.neutron [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Successfully updated port: abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.012389] env[69316]: DEBUG nova.compute.manager [req-dd772881-f459-4727-ba14-fbc39af5c309 req-f88f585f-323f-4966-bee1-c6173139eeb9 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Received event network-vif-plugged-abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.012640] env[69316]: DEBUG oslo_concurrency.lockutils [req-dd772881-f459-4727-ba14-fbc39af5c309 req-f88f585f-323f-4966-bee1-c6173139eeb9 service nova] Acquiring lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.012813] env[69316]: DEBUG oslo_concurrency.lockutils [req-dd772881-f459-4727-ba14-fbc39af5c309 req-f88f585f-323f-4966-bee1-c6173139eeb9 service nova] Lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.013179] env[69316]: DEBUG oslo_concurrency.lockutils [req-dd772881-f459-4727-ba14-fbc39af5c309 req-f88f585f-323f-4966-bee1-c6173139eeb9 service nova] Lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.013179] env[69316]: DEBUG nova.compute.manager [req-dd772881-f459-4727-ba14-fbc39af5c309 req-f88f585f-323f-4966-bee1-c6173139eeb9 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] No waiting events found dispatching network-vif-plugged-abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.013295] env[69316]: WARNING nova.compute.manager [req-dd772881-f459-4727-ba14-fbc39af5c309 req-f88f585f-323f-4966-bee1-c6173139eeb9 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Received unexpected event network-vif-plugged-abbbc370-249a-4446-b7c5-5e04027520ec for instance with vm_state building and task_state spawning. [ 778.089660] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Releasing lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.089958] env[69316]: DEBUG nova.compute.manager [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Received event network-vif-plugged-f650c9ea-6f26-40a6-b737-c02bae2ba173 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.090184] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Acquiring lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.090332] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.090490] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.090649] env[69316]: DEBUG nova.compute.manager [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] No waiting events found dispatching network-vif-plugged-f650c9ea-6f26-40a6-b737-c02bae2ba173 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.090889] env[69316]: WARNING nova.compute.manager [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Received unexpected event network-vif-plugged-f650c9ea-6f26-40a6-b737-c02bae2ba173 for instance with vm_state building and task_state spawning. [ 778.091315] env[69316]: DEBUG nova.compute.manager [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Received event network-changed-f650c9ea-6f26-40a6-b737-c02bae2ba173 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.091315] env[69316]: DEBUG nova.compute.manager [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Refreshing instance network info cache due to event network-changed-f650c9ea-6f26-40a6-b737-c02bae2ba173. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.091315] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Acquiring lock "refresh_cache-896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.091581] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Acquired lock "refresh_cache-896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.091581] env[69316]: DEBUG nova.network.neutron [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Refreshing network info cache for port f650c9ea-6f26-40a6-b737-c02bae2ba173 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.191781] env[69316]: DEBUG nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.229458] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366757, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.242085] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554872} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.244957] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] ad1c3ba7-9981-4eeb-9c4f-afa9ae084977/ad1c3ba7-9981-4eeb-9c4f-afa9ae084977.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.248421] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.249788] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dd12fae-888f-4a2d-bb92-bb3ae2065f86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.258961] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 778.258961] env[69316]: value = "task-3366762" [ 778.258961] env[69316]: _type = "Task" [ 778.258961] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.276947] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.277775] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366761, 'name': CreateVM_Task, 'duration_secs': 0.855672} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.277775] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.278598] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.278780] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.279154] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.279443] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b20816-a240-47ab-be2e-4455ec21385c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.285454] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 778.285454] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5209e710-9724-8b8f-cc2f-55ad790f13a6" [ 778.285454] env[69316]: _type = "Task" [ 778.285454] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.300426] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5209e710-9724-8b8f-cc2f-55ad790f13a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.300774] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.301023] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.301465] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.301531] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.301762] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.302042] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3e79903-1f08-41b1-b180-ec3602e7498d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.311247] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.311287] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.312153] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531a9043-4ea0-4918-89c8-5008c9919abc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.318419] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 778.318419] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528787b9-3078-2212-8eb7-71c269a77942" [ 778.318419] env[69316]: _type = "Task" [ 778.318419] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.328703] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528787b9-3078-2212-8eb7-71c269a77942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.331296] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977bff0f-c903-4e5e-a29d-b92b1438e1b4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.343568] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc1aae0-6ab1-4b17-9e72-7d926bf01aa2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.377272] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0220f-6f77-4d5d-9f2d-9b1d4a93f8f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.388051] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88615fbf-945e-47c4-aeb4-97e226eb88c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.400957] env[69316]: DEBUG nova.compute.provider_tree [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.455992] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquiring lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.455992] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquired lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.455992] env[69316]: DEBUG nova.network.neutron [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.678630] env[69316]: DEBUG nova.network.neutron [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Successfully created port: f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.733388] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366757, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.769291] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102892} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.769584] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.770756] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7214cf65-ef97-40e8-a345-dd2e194bcee5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.793397] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] ad1c3ba7-9981-4eeb-9c4f-afa9ae084977/ad1c3ba7-9981-4eeb-9c4f-afa9ae084977.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.793729] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eecffd43-c9a4-41a7-a811-0c63e6c78959 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.815678] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 778.815678] env[69316]: value = "task-3366763" [ 778.815678] env[69316]: _type = "Task" [ 778.815678] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.826531] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.831507] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528787b9-3078-2212-8eb7-71c269a77942, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.831507] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c383bed5-3c36-4c1b-872e-8388137f0a12 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.836543] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 778.836543] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52defc9b-a502-cbdb-5a72-2a91908bd85f" [ 778.836543] env[69316]: _type = "Task" [ 778.836543] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.843920] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52defc9b-a502-cbdb-5a72-2a91908bd85f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.903529] env[69316]: DEBUG nova.scheduler.client.report [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.994629] env[69316]: DEBUG nova.network.neutron [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Updated VIF entry in instance network info cache for port f650c9ea-6f26-40a6-b737-c02bae2ba173. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.995069] env[69316]: DEBUG nova.network.neutron [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Updating instance_info_cache with network_info: [{"id": "f650c9ea-6f26-40a6-b737-c02bae2ba173", "address": "fa:16:3e:df:84:26", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf650c9ea-6f", "ovs_interfaceid": "f650c9ea-6f26-40a6-b737-c02bae2ba173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.031942] env[69316]: DEBUG nova.network.neutron [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.202020] env[69316]: DEBUG nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.233288] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366757, 'name': CloneVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.237288] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.237288] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.237288] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.237589] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.237589] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.237589] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.237589] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.237589] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.237706] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.237895] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.238086] env[69316]: DEBUG nova.virt.hardware [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.239462] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82ad47d-3611-4771-a6c4-a3fbc3aa6663 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.248618] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d48a81-b74e-4eda-a832-cef5a47e8a42 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.309199] env[69316]: DEBUG nova.network.neutron [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Updating instance_info_cache with network_info: [{"id": "abbbc370-249a-4446-b7c5-5e04027520ec", "address": "fa:16:3e:7d:47:08", "network": {"id": "9a0102f5-360b-4038-99ff-94d9224b4588", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-583191949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a97e43512e94b5491ee1da65d4dc099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbbc370-24", "ovs_interfaceid": "abbbc370-249a-4446-b7c5-5e04027520ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.329591] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366763, 'name': ReconfigVM_Task, 'duration_secs': 0.276391} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.329945] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Reconfigured VM instance instance-00000017 to attach disk [datastore2] ad1c3ba7-9981-4eeb-9c4f-afa9ae084977/ad1c3ba7-9981-4eeb-9c4f-afa9ae084977.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.330755] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7f8644b-af5b-4b10-a124-66d5af0d8802 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.343636] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 779.343636] env[69316]: value = "task-3366764" [ 779.343636] env[69316]: _type = "Task" [ 779.343636] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.353391] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52defc9b-a502-cbdb-5a72-2a91908bd85f, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.355346] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.355638] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3/896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.359294] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f2e4f9-10cf-4bba-a45f-1a4cc43338d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.362130] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366764, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.366878] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 779.366878] env[69316]: value = "task-3366765" [ 779.366878] env[69316]: _type = "Task" [ 779.366878] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.376108] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.409052] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.415368] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.420s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.419799] env[69316]: INFO nova.compute.claims [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.452199] env[69316]: INFO nova.scheduler.client.report [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Deleted allocations for instance 82bf4068-a582-4d13-9b88-2ab65a1c4efe [ 779.498959] env[69316]: DEBUG oslo_concurrency.lockutils [req-59fc4e2d-3536-417f-b280-465d3d73992d req-91bc14c6-d451-4ace-996e-b6b3a0a50327 service nova] Releasing lock "refresh_cache-896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.734839] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366757, 'name': CloneVM_Task, 'duration_secs': 2.096119} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.735178] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Created linked-clone VM from snapshot [ 779.735984] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b431f7db-e3a4-4937-9d71-a89e0660f8e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.749144] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Uploading image ed4487e1-b64b-47bc-8364-521ef6dd7f60 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.767565] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 779.767565] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-875d8ed2-e9c3-4626-bf68-6e93f4b3014d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.778794] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 779.778794] env[69316]: value = "task-3366766" [ 779.778794] env[69316]: _type = "Task" [ 779.778794] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.788885] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366766, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.812867] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Releasing lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.813269] env[69316]: DEBUG nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Instance network_info: |[{"id": "abbbc370-249a-4446-b7c5-5e04027520ec", "address": "fa:16:3e:7d:47:08", "network": {"id": "9a0102f5-360b-4038-99ff-94d9224b4588", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-583191949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a97e43512e94b5491ee1da65d4dc099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbbc370-24", "ovs_interfaceid": "abbbc370-249a-4446-b7c5-5e04027520ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.816064] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:47:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abbbc370-249a-4446-b7c5-5e04027520ec', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.823827] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Creating folder: Project (3a97e43512e94b5491ee1da65d4dc099). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.824309] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6816ec4-dc85-4acb-bf48-1d7f61243a26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.835494] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Created folder: Project (3a97e43512e94b5491ee1da65d4dc099) in parent group-v671748. [ 779.835765] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Creating folder: Instances. Parent ref: group-v671829. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.836067] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cf4fd69-6650-4376-92e7-169e3b660d85 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.849686] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Created folder: Instances in parent group-v671829. [ 779.849686] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.858864] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.858864] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-784f1a9a-568d-452b-b282-40598546cad2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.884020] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366764, 'name': Rename_Task, 'duration_secs': 0.163809} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.884428] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.884813] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.884813] env[69316]: value = "task-3366769" [ 779.884813] env[69316]: _type = "Task" [ 779.884813] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.885101] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39fe564e-628b-40b6-b169-9901649ec9f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.897229] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.904086] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366769, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.905865] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 779.905865] env[69316]: value = "task-3366770" [ 779.905865] env[69316]: _type = "Task" [ 779.905865] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.961345] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e642ad5-ada0-4e8e-a852-617621d5ff06 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Lock "82bf4068-a582-4d13-9b88-2ab65a1c4efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.637s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.291207] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366766, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.383172] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663272} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.383369] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3/896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.383748] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.386024] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e04b4067-ae7e-4f7d-90c7-d36997fdd174 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.397605] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 780.397605] env[69316]: value = "task-3366771" [ 780.397605] env[69316]: _type = "Task" [ 780.397605] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.406262] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366769, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.413894] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.420524] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.535243] env[69316]: DEBUG nova.compute.manager [req-d6b0f6c8-04ff-4c07-b7e8-95b6c63290a2 req-2fce39f8-a59f-4621-9c9e-5ed493031e71 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Received event network-changed-abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.535422] env[69316]: DEBUG nova.compute.manager [req-d6b0f6c8-04ff-4c07-b7e8-95b6c63290a2 req-2fce39f8-a59f-4621-9c9e-5ed493031e71 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Refreshing instance network info cache due to event network-changed-abbbc370-249a-4446-b7c5-5e04027520ec. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.535784] env[69316]: DEBUG oslo_concurrency.lockutils [req-d6b0f6c8-04ff-4c07-b7e8-95b6c63290a2 req-2fce39f8-a59f-4621-9c9e-5ed493031e71 service nova] Acquiring lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.535784] env[69316]: DEBUG oslo_concurrency.lockutils [req-d6b0f6c8-04ff-4c07-b7e8-95b6c63290a2 req-2fce39f8-a59f-4621-9c9e-5ed493031e71 service nova] Acquired lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.535966] env[69316]: DEBUG nova.network.neutron [req-d6b0f6c8-04ff-4c07-b7e8-95b6c63290a2 req-2fce39f8-a59f-4621-9c9e-5ed493031e71 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Refreshing network info cache for port abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.798448] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366766, 'name': Destroy_Task, 'duration_secs': 0.645476} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.798870] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Destroyed the VM [ 780.799313] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 780.799598] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b57ff501-2bc6-406a-a68b-f139725b6737 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.809920] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 780.809920] env[69316]: value = "task-3366772" [ 780.809920] env[69316]: _type = "Task" [ 780.809920] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.819245] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366772, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.902281] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366769, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.915930] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063413} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.916601] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.917606] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d0acbb-8a77-48c6-b621-b11946051021 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.925124] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.946833] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3/896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.950079] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-950201d4-2c2a-48a4-99b0-28b505ab4dda {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.976443] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 780.976443] env[69316]: value = "task-3366773" [ 780.976443] env[69316]: _type = "Task" [ 780.976443] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.985154] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.081953] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.082115] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.083139] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77b4b5f-a5f4-4083-b4f2-2d63dfdc088a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.094600] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73399c80-476f-4b47-b3a2-74a06e9790d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.133491] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334784eb-d25c-48a9-baf6-c262c9f1b6a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.143519] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80006bd-33e1-4b2b-adf9-a2af724192cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.158863] env[69316]: DEBUG nova.compute.provider_tree [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.172374] env[69316]: DEBUG nova.network.neutron [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Successfully updated port: f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.296498] env[69316]: DEBUG nova.compute.manager [req-64236424-2a7f-4bcb-8219-4fe08939216a req-8ed0b45f-5a38-4ac1-9f17-5a0e2377f555 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Received event network-vif-plugged-f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.296734] env[69316]: DEBUG oslo_concurrency.lockutils [req-64236424-2a7f-4bcb-8219-4fe08939216a req-8ed0b45f-5a38-4ac1-9f17-5a0e2377f555 service nova] Acquiring lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.296898] env[69316]: DEBUG oslo_concurrency.lockutils [req-64236424-2a7f-4bcb-8219-4fe08939216a req-8ed0b45f-5a38-4ac1-9f17-5a0e2377f555 service nova] Lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.297410] env[69316]: DEBUG oslo_concurrency.lockutils [req-64236424-2a7f-4bcb-8219-4fe08939216a req-8ed0b45f-5a38-4ac1-9f17-5a0e2377f555 service nova] Lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.297410] env[69316]: DEBUG nova.compute.manager [req-64236424-2a7f-4bcb-8219-4fe08939216a req-8ed0b45f-5a38-4ac1-9f17-5a0e2377f555 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] No waiting events found dispatching network-vif-plugged-f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.297410] env[69316]: WARNING nova.compute.manager [req-64236424-2a7f-4bcb-8219-4fe08939216a req-8ed0b45f-5a38-4ac1-9f17-5a0e2377f555 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Received unexpected event network-vif-plugged-f8bebf98-befb-42c6-a7ae-31536e792fdd for instance with vm_state building and task_state spawning. [ 781.322587] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366772, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.360857] env[69316]: DEBUG nova.network.neutron [req-d6b0f6c8-04ff-4c07-b7e8-95b6c63290a2 req-2fce39f8-a59f-4621-9c9e-5ed493031e71 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Updated VIF entry in instance network info cache for port abbbc370-249a-4446-b7c5-5e04027520ec. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.361395] env[69316]: DEBUG nova.network.neutron [req-d6b0f6c8-04ff-4c07-b7e8-95b6c63290a2 req-2fce39f8-a59f-4621-9c9e-5ed493031e71 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Updating instance_info_cache with network_info: [{"id": "abbbc370-249a-4446-b7c5-5e04027520ec", "address": "fa:16:3e:7d:47:08", "network": {"id": "9a0102f5-360b-4038-99ff-94d9224b4588", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-583191949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a97e43512e94b5491ee1da65d4dc099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbbc370-24", "ovs_interfaceid": "abbbc370-249a-4446-b7c5-5e04027520ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.404550] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366769, 'name': CreateVM_Task, 'duration_secs': 1.041988} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.404764] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.405550] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.405750] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.406182] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.406467] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9824c425-b6d1-4516-ac4a-931c1f7db46a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.414995] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 781.414995] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521f811b-9331-2f90-120c-7fda1af2fad6" [ 781.414995] env[69316]: _type = "Task" [ 781.414995] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.421837] env[69316]: DEBUG oslo_vmware.api [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366770, 'name': PowerOnVM_Task, 'duration_secs': 1.173961} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.422471] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.422676] env[69316]: INFO nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Took 10.73 seconds to spawn the instance on the hypervisor. [ 781.422853] env[69316]: DEBUG nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.423571] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d140ece6-a116-4bee-b308-e48c275f4997 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.429389] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521f811b-9331-2f90-120c-7fda1af2fad6, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.429983] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.430258] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.430516] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.430660] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.430831] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.431446] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c7c79e-076a-4954-aa96-887243cb768f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.443571] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.443778] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.447017] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb089c15-886f-4a5f-90d0-d79436cd0c37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.450109] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 781.450109] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cf719a-5814-7882-648d-5682010d30a4" [ 781.450109] env[69316]: _type = "Task" [ 781.450109] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.457749] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cf719a-5814-7882-648d-5682010d30a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.485435] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366773, 'name': ReconfigVM_Task, 'duration_secs': 0.339506} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.485698] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3/896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.486343] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6994e01-4bf3-4acd-9cc0-5dcfa8d7a083 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.493521] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 781.493521] env[69316]: value = "task-3366774" [ 781.493521] env[69316]: _type = "Task" [ 781.493521] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.500964] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366774, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.663380] env[69316]: DEBUG nova.scheduler.client.report [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.676449] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquiring lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.676449] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquired lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.676449] env[69316]: DEBUG nova.network.neutron [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.827394] env[69316]: DEBUG oslo_vmware.api [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366772, 'name': RemoveSnapshot_Task, 'duration_secs': 0.976995} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.827718] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 781.864562] env[69316]: DEBUG oslo_concurrency.lockutils [req-d6b0f6c8-04ff-4c07-b7e8-95b6c63290a2 req-2fce39f8-a59f-4621-9c9e-5ed493031e71 service nova] Releasing lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.950462] env[69316]: INFO nova.compute.manager [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Took 38.62 seconds to build instance. [ 781.960941] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cf719a-5814-7882-648d-5682010d30a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.961749] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767654a2-3bd3-4361-ae09-53c9a2126163 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.969964] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 781.969964] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528516a2-dfcf-9ed6-ef3e-bfc2059b39d7" [ 781.969964] env[69316]: _type = "Task" [ 781.969964] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.983316] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528516a2-dfcf-9ed6-ef3e-bfc2059b39d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.983316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.983316] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 543068fb-32e2-4dfb-aae9-dd1c4cff92f7/543068fb-32e2-4dfb-aae9-dd1c4cff92f7.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.983316] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5b6e391-1ba2-41a6-a38c-3410951d6a3c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.987920] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 781.987920] env[69316]: value = "task-3366775" [ 781.987920] env[69316]: _type = "Task" [ 781.987920] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.996913] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.006810] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366774, 'name': Rename_Task, 'duration_secs': 0.16134} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.007109] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.007493] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a16349-efde-4a40-94bb-c25d9f7b8052 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.014237] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 782.014237] env[69316]: value = "task-3366776" [ 782.014237] env[69316]: _type = "Task" [ 782.014237] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.024412] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.173020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.173020] env[69316]: DEBUG nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.174272] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.429s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.174680] env[69316]: DEBUG nova.objects.instance [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 782.218486] env[69316]: DEBUG nova.network.neutron [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.335191] env[69316]: WARNING nova.compute.manager [None req-f5e61257-1cf3-478e-b0f3-f483779dddf8 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Image not found during snapshot: nova.exception.ImageNotFound: Image ed4487e1-b64b-47bc-8364-521ef6dd7f60 could not be found. [ 782.458050] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7897f4c8-0144-4ec7-b119-4c36cfca63ff tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.106s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.478811] env[69316]: DEBUG nova.network.neutron [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Updating instance_info_cache with network_info: [{"id": "f8bebf98-befb-42c6-a7ae-31536e792fdd", "address": "fa:16:3e:37:93:c3", "network": {"id": "84036b99-b844-4890-a1f6-fe1b4937ae4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1026080023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e197152489f4cb08a97ae31e213fcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bebf98-be", "ovs_interfaceid": "f8bebf98-befb-42c6-a7ae-31536e792fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.501759] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366775, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.528220] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366776, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.679546] env[69316]: DEBUG nova.compute.utils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.684019] env[69316]: DEBUG nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.684019] env[69316]: DEBUG nova.network.neutron [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.767924] env[69316]: DEBUG nova.policy [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95579203542c41ba8eef1e5aa8e93bc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45c5013776184938bb9e47fbdc99996d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.959148] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.980960] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Releasing lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.981347] env[69316]: DEBUG nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Instance network_info: |[{"id": "f8bebf98-befb-42c6-a7ae-31536e792fdd", "address": "fa:16:3e:37:93:c3", "network": {"id": "84036b99-b844-4890-a1f6-fe1b4937ae4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1026080023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e197152489f4cb08a97ae31e213fcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bebf98-be", "ovs_interfaceid": "f8bebf98-befb-42c6-a7ae-31536e792fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.981823] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:93:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8bebf98-befb-42c6-a7ae-31536e792fdd', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.993175] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Creating folder: Project (0e197152489f4cb08a97ae31e213fcbc). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.993537] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5b8c398-46e7-4525-9216-71a067c19a51 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.007731] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555736} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.007731] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 543068fb-32e2-4dfb-aae9-dd1c4cff92f7/543068fb-32e2-4dfb-aae9-dd1c4cff92f7.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.007852] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.009230] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1bd1e19-ec1a-49b1-8d3d-52f4d47bad80 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.012780] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Created folder: Project (0e197152489f4cb08a97ae31e213fcbc) in parent group-v671748. [ 783.012956] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Creating folder: Instances. Parent ref: group-v671832. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.013215] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02017b11-167d-47d6-9f79-a73af0c76902 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.021096] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 783.021096] env[69316]: value = "task-3366778" [ 783.021096] env[69316]: _type = "Task" [ 783.021096] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.031278] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Created folder: Instances in parent group-v671832. [ 783.031723] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.031950] env[69316]: DEBUG oslo_vmware.api [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366776, 'name': PowerOnVM_Task, 'duration_secs': 0.769642} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.032659] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.032925] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.033130] env[69316]: INFO nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Took 9.62 seconds to spawn the instance on the hypervisor. [ 783.033495] env[69316]: DEBUG nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.036590] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f425cdb6-96c1-47f7-a754-cbfff34b744b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.053333] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c78eb88-74d3-445b-bae1-268cf2fcd990 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.055776] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.068029] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.068029] env[69316]: value = "task-3366780" [ 783.068029] env[69316]: _type = "Task" [ 783.068029] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.078672] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366780, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.188273] env[69316]: DEBUG nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.194022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bbdb483c-3966-40e5-82e1-76d54b743f3e tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.194022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.465s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.194022] env[69316]: DEBUG nova.objects.instance [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lazy-loading 'resources' on Instance uuid 24afcbbb-1869-4ed4-880a-d7a2e6c312ad {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.492157] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.502579] env[69316]: DEBUG nova.network.neutron [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Successfully created port: 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.535676] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250963} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.536420] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.537579] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042d9a1-5990-49d0-9f79-11a8c312a6ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.563852] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 543068fb-32e2-4dfb-aae9-dd1c4cff92f7/543068fb-32e2-4dfb-aae9-dd1c4cff92f7.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.564419] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35169a5b-d959-4359-9588-1d7d6bcb1688 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.591715] env[69316]: INFO nova.compute.manager [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Took 38.62 seconds to build instance. [ 783.595015] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 783.595015] env[69316]: value = "task-3366781" [ 783.595015] env[69316]: _type = "Task" [ 783.595015] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.602677] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366780, 'name': CreateVM_Task, 'duration_secs': 0.36697} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.609330] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.609777] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366781, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.610652] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.610906] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.611448] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.611909] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789c5a61-05c1-4877-b289-47839ea33dfb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.617525] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 783.617525] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5216e94c-b5bf-89bb-6dcb-2fd81ece4d3f" [ 783.617525] env[69316]: _type = "Task" [ 783.617525] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.625388] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5216e94c-b5bf-89bb-6dcb-2fd81ece4d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.098950] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bb01ea79-9e5f-4033-8c50-5de074909685 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.822s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.109923] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.132560] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5216e94c-b5bf-89bb-6dcb-2fd81ece4d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.017517} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.132962] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.133218] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.133672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.133672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.133806] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.137022] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b75b88-3d3d-464e-bbad-9c6303d0381c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.144844] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.144971] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.145996] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db030712-401e-40cc-8862-b365672df24a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.154891] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 784.154891] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525c94c1-dd6a-135a-73a1-cbb8f264f7d0" [ 784.154891] env[69316]: _type = "Task" [ 784.154891] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.166388] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525c94c1-dd6a-135a-73a1-cbb8f264f7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.195574] env[69316]: DEBUG nova.compute.manager [req-817ae796-61e1-4245-983b-84a45458802c req-672600a0-d2af-484f-b951-f36f40f2b267 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Received event network-changed-f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.195574] env[69316]: DEBUG nova.compute.manager [req-817ae796-61e1-4245-983b-84a45458802c req-672600a0-d2af-484f-b951-f36f40f2b267 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Refreshing instance network info cache due to event network-changed-f8bebf98-befb-42c6-a7ae-31536e792fdd. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.195574] env[69316]: DEBUG oslo_concurrency.lockutils [req-817ae796-61e1-4245-983b-84a45458802c req-672600a0-d2af-484f-b951-f36f40f2b267 service nova] Acquiring lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.195574] env[69316]: DEBUG oslo_concurrency.lockutils [req-817ae796-61e1-4245-983b-84a45458802c req-672600a0-d2af-484f-b951-f36f40f2b267 service nova] Acquired lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.195574] env[69316]: DEBUG nova.network.neutron [req-817ae796-61e1-4245-983b-84a45458802c req-672600a0-d2af-484f-b951-f36f40f2b267 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Refreshing network info cache for port f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.203092] env[69316]: DEBUG nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.232841] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.232841] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.232841] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.233449] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.233449] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.233449] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.233449] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.233745] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.233799] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.233909] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.234321] env[69316]: DEBUG nova.virt.hardware [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.235522] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889fbd58-296b-43f2-af9f-fec716677c10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.247194] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225bd084-5338-48cb-bf00-3eceeab5cda0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.354700] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bcfca8-26e6-47c6-8d09-7c256216b7ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.364017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af82c662-5eda-44b1-bbe0-548d3d27cb6d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.397132] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aadec16-b809-4a56-bba1-4efee6875fd2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.405987] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8618931-39bf-4090-84cf-8cb5b5cf80d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.420119] env[69316]: DEBUG nova.compute.provider_tree [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.527404] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "9ea66b42-34d2-430c-b688-34d7a6d600a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.527688] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "9ea66b42-34d2-430c-b688-34d7a6d600a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.527892] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "9ea66b42-34d2-430c-b688-34d7a6d600a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.528078] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "9ea66b42-34d2-430c-b688-34d7a6d600a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.528313] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "9ea66b42-34d2-430c-b688-34d7a6d600a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.530476] env[69316]: INFO nova.compute.manager [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Terminating instance [ 784.602653] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.612379] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.668510] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525c94c1-dd6a-135a-73a1-cbb8f264f7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.026795} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.669665] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a52814f-17a9-4d7f-80c0-ca4de2954fbd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.678804] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 784.678804] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bb718f-6b98-50f5-fb03-5d2801fed87a" [ 784.678804] env[69316]: _type = "Task" [ 784.678804] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.689565] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bb718f-6b98-50f5-fb03-5d2801fed87a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.924984] env[69316]: DEBUG nova.scheduler.client.report [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.036737] env[69316]: DEBUG nova.compute.manager [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.036997] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.040018] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d2b894-8ab2-4624-80d6-78516c801a27 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.050568] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.050568] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f17faa3-493c-4034-b75c-d408d8337f16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.055323] env[69316]: DEBUG oslo_vmware.api [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 785.055323] env[69316]: value = "task-3366782" [ 785.055323] env[69316]: _type = "Task" [ 785.055323] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.066539] env[69316]: DEBUG oslo_vmware.api [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.090355] env[69316]: DEBUG nova.network.neutron [req-817ae796-61e1-4245-983b-84a45458802c req-672600a0-d2af-484f-b951-f36f40f2b267 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Updated VIF entry in instance network info cache for port f8bebf98-befb-42c6-a7ae-31536e792fdd. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.090726] env[69316]: DEBUG nova.network.neutron [req-817ae796-61e1-4245-983b-84a45458802c req-672600a0-d2af-484f-b951-f36f40f2b267 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Updating instance_info_cache with network_info: [{"id": "f8bebf98-befb-42c6-a7ae-31536e792fdd", "address": "fa:16:3e:37:93:c3", "network": {"id": "84036b99-b844-4890-a1f6-fe1b4937ae4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1026080023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e197152489f4cb08a97ae31e213fcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bebf98-be", "ovs_interfaceid": "f8bebf98-befb-42c6-a7ae-31536e792fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.116933] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366781, 'name': ReconfigVM_Task, 'duration_secs': 1.29383} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.121934] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 543068fb-32e2-4dfb-aae9-dd1c4cff92f7/543068fb-32e2-4dfb-aae9-dd1c4cff92f7.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.121934] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80ef72d2-d280-45ef-ac47-ff0150e63976 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.126326] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 785.126326] env[69316]: value = "task-3366783" [ 785.126326] env[69316]: _type = "Task" [ 785.126326] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.133588] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.139823] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366783, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.191739] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bb718f-6b98-50f5-fb03-5d2801fed87a, 'name': SearchDatastore_Task, 'duration_secs': 0.013315} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.192256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.192666] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef/556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.193110] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83eed756-bbdf-4030-a7fe-1a205025f80b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.203244] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 785.203244] env[69316]: value = "task-3366784" [ 785.203244] env[69316]: _type = "Task" [ 785.203244] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.210739] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.432526] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.433387] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.246s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.434318] env[69316]: DEBUG nova.objects.instance [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lazy-loading 'resources' on Instance uuid 2c565c5e-87c9-4951-8798-dde366617001 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.476847] env[69316]: INFO nova.scheduler.client.report [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Deleted allocations for instance 24afcbbb-1869-4ed4-880a-d7a2e6c312ad [ 785.571963] env[69316]: DEBUG oslo_vmware.api [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366782, 'name': PowerOffVM_Task, 'duration_secs': 0.202017} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.572332] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.572644] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.573113] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb059c75-c5cd-472c-9c1d-d91679b5676b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.593840] env[69316]: DEBUG oslo_concurrency.lockutils [req-817ae796-61e1-4245-983b-84a45458802c req-672600a0-d2af-484f-b951-f36f40f2b267 service nova] Releasing lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.603125] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquiring lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.603125] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.641035] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366783, 'name': Rename_Task, 'duration_secs': 0.172082} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.641035] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.641337] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e224befb-240d-490e-9d59-d6e8f90b7030 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.649977] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 785.649977] env[69316]: value = "task-3366786" [ 785.649977] env[69316]: _type = "Task" [ 785.649977] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.660667] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.660667] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.660667] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleting the datastore file [datastore2] 9ea66b42-34d2-430c-b688-34d7a6d600a2 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.667216] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25366d2a-9a57-47ed-8e61-07d2fddbab6d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.671534] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.671534] env[69316]: DEBUG nova.network.neutron [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Successfully updated port: 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.680326] env[69316]: DEBUG oslo_vmware.api [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 785.680326] env[69316]: value = "task-3366787" [ 785.680326] env[69316]: _type = "Task" [ 785.680326] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.688604] env[69316]: DEBUG oslo_vmware.api [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.719267] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366784, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.987807] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecb67ab3-9359-4dbf-87dc-93bae7760534 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Lock "24afcbbb-1869-4ed4-880a-d7a2e6c312ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.026s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.166393] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366786, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.177596] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "refresh_cache-8e660168-eb83-40cf-9103-1ad515dc6cca" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.178660] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquired lock "refresh_cache-8e660168-eb83-40cf-9103-1ad515dc6cca" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.178660] env[69316]: DEBUG nova.network.neutron [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.187821] env[69316]: DEBUG oslo_vmware.api [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.211684] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609649} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.215236] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef/556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.215564] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.216357] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-763ef4a1-18bb-4820-836b-c85565e64e29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.223306] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 786.223306] env[69316]: value = "task-3366788" [ 786.223306] env[69316]: _type = "Task" [ 786.223306] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.232247] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.580031] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1947bb6-6d93-4d7f-9e47-7254fca5fe51 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.592494] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6657c91-9d5a-4ce0-8e7f-7cb1fc166962 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.629928] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86154544-43e1-4c7e-a5c8-c2660a47938f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.637927] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10725217-4f33-4f18-8c7d-b0e3aa720ea2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.653793] env[69316]: DEBUG nova.compute.provider_tree [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.663226] env[69316]: DEBUG oslo_vmware.api [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3366786, 'name': PowerOnVM_Task, 'duration_secs': 0.816833} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.663468] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.663794] env[69316]: INFO nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Took 10.52 seconds to spawn the instance on the hypervisor. [ 786.664016] env[69316]: DEBUG nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.665371] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e859df-0ec2-4ac1-862d-27e418151bf4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.690988] env[69316]: DEBUG oslo_vmware.api [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3366787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53219} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.691269] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.691458] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.691623] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.691786] env[69316]: INFO nova.compute.manager [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 786.692025] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.692274] env[69316]: DEBUG nova.compute.manager [-] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.692364] env[69316]: DEBUG nova.network.neutron [-] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.732040] env[69316]: DEBUG nova.compute.manager [req-d4ce8109-5178-4ed1-85e4-93519de9bea2 req-6d70c026-54a7-42ed-a21a-c9e278c53be7 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Received event network-vif-plugged-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.732301] env[69316]: DEBUG oslo_concurrency.lockutils [req-d4ce8109-5178-4ed1-85e4-93519de9bea2 req-6d70c026-54a7-42ed-a21a-c9e278c53be7 service nova] Acquiring lock "8e660168-eb83-40cf-9103-1ad515dc6cca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.732516] env[69316]: DEBUG oslo_concurrency.lockutils [req-d4ce8109-5178-4ed1-85e4-93519de9bea2 req-6d70c026-54a7-42ed-a21a-c9e278c53be7 service nova] Lock "8e660168-eb83-40cf-9103-1ad515dc6cca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.732688] env[69316]: DEBUG oslo_concurrency.lockutils [req-d4ce8109-5178-4ed1-85e4-93519de9bea2 req-6d70c026-54a7-42ed-a21a-c9e278c53be7 service nova] Lock "8e660168-eb83-40cf-9103-1ad515dc6cca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.732920] env[69316]: DEBUG nova.compute.manager [req-d4ce8109-5178-4ed1-85e4-93519de9bea2 req-6d70c026-54a7-42ed-a21a-c9e278c53be7 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] No waiting events found dispatching network-vif-plugged-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.733249] env[69316]: WARNING nova.compute.manager [req-d4ce8109-5178-4ed1-85e4-93519de9bea2 req-6d70c026-54a7-42ed-a21a-c9e278c53be7 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Received unexpected event network-vif-plugged-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e for instance with vm_state building and task_state spawning. [ 786.737391] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111648} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.737655] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.738475] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f377f3-942f-4c9c-9c39-0223743bf6aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.741823] env[69316]: DEBUG nova.network.neutron [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.768654] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef/556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.772570] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75355d1c-2be6-4df7-8e76-df0849a4e0d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.794278] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 786.794278] env[69316]: value = "task-3366789" [ 786.794278] env[69316]: _type = "Task" [ 786.794278] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.802058] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.941143] env[69316]: DEBUG nova.network.neutron [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Updating instance_info_cache with network_info: [{"id": "527f5a6c-5f31-4ce4-94b6-7e186ae8c45e", "address": "fa:16:3e:8c:60:1d", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527f5a6c-5f", "ovs_interfaceid": "527f5a6c-5f31-4ce4-94b6-7e186ae8c45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.160101] env[69316]: DEBUG nova.scheduler.client.report [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.189023] env[69316]: INFO nova.compute.manager [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Took 41.19 seconds to build instance. [ 787.309009] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366789, 'name': ReconfigVM_Task, 'duration_secs': 0.28435} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.309372] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef/556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.310058] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a50e039-fd25-47cf-90a6-f99f5f515f2d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.317727] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 787.317727] env[69316]: value = "task-3366790" [ 787.317727] env[69316]: _type = "Task" [ 787.317727] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.329371] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366790, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.444201] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Releasing lock "refresh_cache-8e660168-eb83-40cf-9103-1ad515dc6cca" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.444697] env[69316]: DEBUG nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Instance network_info: |[{"id": "527f5a6c-5f31-4ce4-94b6-7e186ae8c45e", "address": "fa:16:3e:8c:60:1d", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527f5a6c-5f", "ovs_interfaceid": "527f5a6c-5f31-4ce4-94b6-7e186ae8c45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.445893] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:60:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '527f5a6c-5f31-4ce4-94b6-7e186ae8c45e', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.461245] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.461245] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.461245] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34931a97-0d55-49de-8df5-167eca5bd266 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.483502] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.483502] env[69316]: value = "task-3366791" [ 787.483502] env[69316]: _type = "Task" [ 787.483502] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.492216] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366791, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.666848] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.672043] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.078s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.676471] env[69316]: INFO nova.compute.claims [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.688705] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c93f900-0c18-4633-b360-c57ceae7fdd0 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.444s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.714580] env[69316]: INFO nova.scheduler.client.report [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Deleted allocations for instance 2c565c5e-87c9-4951-8798-dde366617001 [ 787.828685] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366790, 'name': Rename_Task, 'duration_secs': 0.154512} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.828907] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.829280] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f773c0ca-935d-4d7e-9181-10d35fc48b35 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.835260] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 787.835260] env[69316]: value = "task-3366792" [ 787.835260] env[69316]: _type = "Task" [ 787.835260] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.843801] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.927631] env[69316]: DEBUG nova.network.neutron [-] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.995320] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366791, 'name': CreateVM_Task, 'duration_secs': 0.352226} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.995559] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.996480] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.996720] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.997629] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.997981] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5b73c5-7b68-4ec0-a34c-7f1816892cfd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.007407] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 788.007407] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5212515b-8a1e-1ef8-1115-c86c469e7e5a" [ 788.007407] env[69316]: _type = "Task" [ 788.007407] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.014620] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5212515b-8a1e-1ef8-1115-c86c469e7e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.024508] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.024841] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.084219] env[69316]: DEBUG nova.compute.manager [req-517156e0-f125-4100-9e89-f0ee82b832de req-07a4fbe3-954f-4434-a279-7aa2f55cb47e service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Received event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.084430] env[69316]: DEBUG nova.compute.manager [req-517156e0-f125-4100-9e89-f0ee82b832de req-07a4fbe3-954f-4434-a279-7aa2f55cb47e service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing instance network info cache due to event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.084639] env[69316]: DEBUG oslo_concurrency.lockutils [req-517156e0-f125-4100-9e89-f0ee82b832de req-07a4fbe3-954f-4434-a279-7aa2f55cb47e service nova] Acquiring lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.084780] env[69316]: DEBUG oslo_concurrency.lockutils [req-517156e0-f125-4100-9e89-f0ee82b832de req-07a4fbe3-954f-4434-a279-7aa2f55cb47e service nova] Acquired lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.084936] env[69316]: DEBUG nova.network.neutron [req-517156e0-f125-4100-9e89-f0ee82b832de req-07a4fbe3-954f-4434-a279-7aa2f55cb47e service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.190048] env[69316]: DEBUG nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.224767] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7f125110-aac3-4d16-acc4-de3d5678cdf7 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Lock "2c565c5e-87c9-4951-8798-dde366617001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.689s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.347832] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366792, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.431879] env[69316]: INFO nova.compute.manager [-] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Took 1.74 seconds to deallocate network for instance. [ 788.521270] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5212515b-8a1e-1ef8-1115-c86c469e7e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.013504} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.521463] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.521978] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.521978] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.522177] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.522381] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.522973] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc9146a4-7303-4c64-91f2-c85b63680c3b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.534218] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.534413] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.535173] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16865676-dc95-489a-8ae5-ce729eed2a24 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.541343] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 788.541343] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aee148-3a50-8ae4-7c4f-2210d840b483" [ 788.541343] env[69316]: _type = "Task" [ 788.541343] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.550188] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52aee148-3a50-8ae4-7c4f-2210d840b483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.720395] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.848998] env[69316]: DEBUG oslo_vmware.api [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3366792, 'name': PowerOnVM_Task, 'duration_secs': 0.682594} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.852385] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.852761] env[69316]: INFO nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Took 9.65 seconds to spawn the instance on the hypervisor. [ 788.853152] env[69316]: DEBUG nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.854701] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c0152-b74c-4535-b893-789786ace1d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.945597] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.019490] env[69316]: DEBUG nova.compute.manager [req-edbd0d86-1187-46a9-91ca-3a7862cc3e66 req-84fed7ea-850e-46af-a89d-e71de106b1c9 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Received event network-changed-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.019490] env[69316]: DEBUG nova.compute.manager [req-edbd0d86-1187-46a9-91ca-3a7862cc3e66 req-84fed7ea-850e-46af-a89d-e71de106b1c9 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Refreshing instance network info cache due to event network-changed-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.019490] env[69316]: DEBUG oslo_concurrency.lockutils [req-edbd0d86-1187-46a9-91ca-3a7862cc3e66 req-84fed7ea-850e-46af-a89d-e71de106b1c9 service nova] Acquiring lock "refresh_cache-8e660168-eb83-40cf-9103-1ad515dc6cca" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.019490] env[69316]: DEBUG oslo_concurrency.lockutils [req-edbd0d86-1187-46a9-91ca-3a7862cc3e66 req-84fed7ea-850e-46af-a89d-e71de106b1c9 service nova] Acquired lock "refresh_cache-8e660168-eb83-40cf-9103-1ad515dc6cca" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.019490] env[69316]: DEBUG nova.network.neutron [req-edbd0d86-1187-46a9-91ca-3a7862cc3e66 req-84fed7ea-850e-46af-a89d-e71de106b1c9 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Refreshing network info cache for port 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.053938] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52aee148-3a50-8ae4-7c4f-2210d840b483, 'name': SearchDatastore_Task, 'duration_secs': 0.014131} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.058985] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f73c52-b9cd-4989-aa61-f13c341c563b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.071831] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 789.071831] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b649a3-4a00-fb5e-5b3b-3370452dd71d" [ 789.071831] env[69316]: _type = "Task" [ 789.071831] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.078983] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b649a3-4a00-fb5e-5b3b-3370452dd71d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.165902] env[69316]: DEBUG nova.network.neutron [req-517156e0-f125-4100-9e89-f0ee82b832de req-07a4fbe3-954f-4434-a279-7aa2f55cb47e service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updated VIF entry in instance network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.165902] env[69316]: DEBUG nova.network.neutron [req-517156e0-f125-4100-9e89-f0ee82b832de req-07a4fbe3-954f-4434-a279-7aa2f55cb47e service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updating instance_info_cache with network_info: [{"id": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "address": "fa:16:3e:df:4a:6a", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd66928-ad", "ovs_interfaceid": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.329026] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c773b2-27aa-4b27-ad70-3b678c437148 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.336179] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad46f9-556d-494c-81b4-8aea0613c785 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.373626] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedae72f-bf3a-4203-b1c6-ef159c10a4b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.381121] env[69316]: INFO nova.compute.manager [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Took 39.81 seconds to build instance. [ 789.384731] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afe2b15-60eb-4410-aaac-42958d5c8e81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.399744] env[69316]: DEBUG nova.compute.provider_tree [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.581138] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b649a3-4a00-fb5e-5b3b-3370452dd71d, 'name': SearchDatastore_Task, 'duration_secs': 0.014045} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.581367] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.581630] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 8e660168-eb83-40cf-9103-1ad515dc6cca/8e660168-eb83-40cf-9103-1ad515dc6cca.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.581897] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-637e039e-d823-4fda-9d52-24f5837eb9eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.589015] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 789.589015] env[69316]: value = "task-3366793" [ 789.589015] env[69316]: _type = "Task" [ 789.589015] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.597059] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.668188] env[69316]: DEBUG oslo_concurrency.lockutils [req-517156e0-f125-4100-9e89-f0ee82b832de req-07a4fbe3-954f-4434-a279-7aa2f55cb47e service nova] Releasing lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.885090] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.716s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.904149] env[69316]: DEBUG nova.scheduler.client.report [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.013469] env[69316]: DEBUG nova.network.neutron [req-edbd0d86-1187-46a9-91ca-3a7862cc3e66 req-84fed7ea-850e-46af-a89d-e71de106b1c9 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Updated VIF entry in instance network info cache for port 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.013469] env[69316]: DEBUG nova.network.neutron [req-edbd0d86-1187-46a9-91ca-3a7862cc3e66 req-84fed7ea-850e-46af-a89d-e71de106b1c9 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Updating instance_info_cache with network_info: [{"id": "527f5a6c-5f31-4ce4-94b6-7e186ae8c45e", "address": "fa:16:3e:8c:60:1d", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527f5a6c-5f", "ovs_interfaceid": "527f5a6c-5f31-4ce4-94b6-7e186ae8c45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.100812] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366793, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.382810] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquiring lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.383072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.387967] env[69316]: DEBUG nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.412425] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.413100] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.415984] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.715s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.416228] env[69316]: DEBUG nova.objects.instance [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lazy-loading 'resources' on Instance uuid 64eaf31f-fef5-4a5e-93be-23f9ac796162 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.516362] env[69316]: DEBUG oslo_concurrency.lockutils [req-edbd0d86-1187-46a9-91ca-3a7862cc3e66 req-84fed7ea-850e-46af-a89d-e71de106b1c9 service nova] Releasing lock "refresh_cache-8e660168-eb83-40cf-9103-1ad515dc6cca" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.603189] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994624} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.603444] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 8e660168-eb83-40cf-9103-1ad515dc6cca/8e660168-eb83-40cf-9103-1ad515dc6cca.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.603649] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.603894] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42874f41-733b-4540-9add-7d8493cdeb69 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.611185] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 790.611185] env[69316]: value = "task-3366794" [ 790.611185] env[69316]: _type = "Task" [ 790.611185] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.619919] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.916068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.925915] env[69316]: DEBUG nova.compute.utils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.928935] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.928935] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.015735] env[69316]: DEBUG nova.policy [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8838307fae9f4f1393432ae08d93037d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4e7639e6e6d464ca1878c0cb6d09d7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.130883] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099868} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.130883] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.131171] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfd4a90-970e-493f-b366-5078ae254a0d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.156525] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8e660168-eb83-40cf-9103-1ad515dc6cca/8e660168-eb83-40cf-9103-1ad515dc6cca.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.160859] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4273701-fd5e-4b3e-bff1-6efd81e81c15 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.179469] env[69316]: DEBUG nova.compute.manager [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Received event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.179469] env[69316]: DEBUG nova.compute.manager [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing instance network info cache due to event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.179469] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Acquiring lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.179469] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Acquired lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.179469] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.187366] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 791.187366] env[69316]: value = "task-3366795" [ 791.187366] env[69316]: _type = "Task" [ 791.187366] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.196537] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.433462] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.502401] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Successfully created port: 2280543e-aa06-4af3-ad4a-7655f98ac960 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.553931] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7943c-05c0-4a6b-a0a4-4f6b289b9d0a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.560979] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddabcc99-d113-4793-83df-391d9f0b44c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.594027] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6687a1-572b-4a68-8bc2-dd79b5f1744c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.602405] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4a4aa4-cd32-4f60-81cf-4d120bb15ae4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.616371] env[69316]: DEBUG nova.compute.provider_tree [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.699173] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.847756] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.848060] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.848255] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.848476] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.849526] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.850856] env[69316]: INFO nova.compute.manager [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Terminating instance [ 792.044307] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updated VIF entry in instance network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.044679] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updating instance_info_cache with network_info: [{"id": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "address": "fa:16:3e:df:4a:6a", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd66928-ad", "ovs_interfaceid": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.120696] env[69316]: DEBUG nova.scheduler.client.report [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.197348] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366795, 'name': ReconfigVM_Task, 'duration_secs': 0.588973} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.198555] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8e660168-eb83-40cf-9103-1ad515dc6cca/8e660168-eb83-40cf-9103-1ad515dc6cca.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.199248] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd7080b-625a-46c5-9734-58d490b255b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.206936] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 792.206936] env[69316]: value = "task-3366796" [ 792.206936] env[69316]: _type = "Task" [ 792.206936] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.215782] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366796, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.354945] env[69316]: DEBUG nova.compute.manager [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.355412] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.356907] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb16dc5e-ca2b-48f0-aa2c-fb6f2bda5ec8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.367336] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.367421] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6c2006-7d1d-4cc6-ae0d-61a67ee87da6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.373513] env[69316]: DEBUG oslo_vmware.api [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 792.373513] env[69316]: value = "task-3366797" [ 792.373513] env[69316]: _type = "Task" [ 792.373513] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.381806] env[69316]: DEBUG oslo_vmware.api [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.443205] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.476181] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.476618] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.476995] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.477357] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.477595] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.477855] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.478185] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.478438] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.478698] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.478965] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.479290] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.480867] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c75982e-2795-46b4-9a9f-e23e541350bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.491413] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54789cb5-458e-4dd1-a98d-be776389aac8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.549950] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Releasing lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.549950] env[69316]: DEBUG nova.compute.manager [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Received event network-changed-1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.549950] env[69316]: DEBUG nova.compute.manager [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Refreshing instance network info cache due to event network-changed-1ffafb8c-7a23-4d06-a907-56cabc40e526. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.549950] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Acquiring lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.549950] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Acquired lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.550389] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Refreshing network info cache for port 1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.629689] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.637071] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.026s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.637071] env[69316]: INFO nova.compute.claims [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.655053] env[69316]: INFO nova.scheduler.client.report [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Deleted allocations for instance 64eaf31f-fef5-4a5e-93be-23f9ac796162 [ 792.719346] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366796, 'name': Rename_Task, 'duration_secs': 0.200131} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.719594] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.719929] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a03675-5729-4089-b1dd-79108556205d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.728266] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 792.728266] env[69316]: value = "task-3366798" [ 792.728266] env[69316]: _type = "Task" [ 792.728266] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.737367] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.859955] env[69316]: DEBUG nova.compute.manager [req-ab1e4a8d-80fd-448a-a696-7edf2d7aff1c req-90d27db8-995c-492a-b7e8-f13b532dd18f service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Received event network-changed-f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.860167] env[69316]: DEBUG nova.compute.manager [req-ab1e4a8d-80fd-448a-a696-7edf2d7aff1c req-90d27db8-995c-492a-b7e8-f13b532dd18f service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Refreshing instance network info cache due to event network-changed-f8bebf98-befb-42c6-a7ae-31536e792fdd. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.860453] env[69316]: DEBUG oslo_concurrency.lockutils [req-ab1e4a8d-80fd-448a-a696-7edf2d7aff1c req-90d27db8-995c-492a-b7e8-f13b532dd18f service nova] Acquiring lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.860635] env[69316]: DEBUG oslo_concurrency.lockutils [req-ab1e4a8d-80fd-448a-a696-7edf2d7aff1c req-90d27db8-995c-492a-b7e8-f13b532dd18f service nova] Acquired lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.860783] env[69316]: DEBUG nova.network.neutron [req-ab1e4a8d-80fd-448a-a696-7edf2d7aff1c req-90d27db8-995c-492a-b7e8-f13b532dd18f service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Refreshing network info cache for port f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.888703] env[69316]: DEBUG oslo_vmware.api [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366797, 'name': PowerOffVM_Task, 'duration_secs': 0.497726} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.888986] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.889193] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.889450] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc5da48d-1dac-457c-9e0a-48de36dd7721 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.930402] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquiring lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.930664] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.975152] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.975152] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.975319] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Deleting the datastore file [datastore2] ad1c3ba7-9981-4eeb-9c4f-afa9ae084977 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.976027] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24c96e9b-48f7-4772-a2a2-e890428e263f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.982144] env[69316]: DEBUG oslo_vmware.api [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 792.982144] env[69316]: value = "task-3366800" [ 792.982144] env[69316]: _type = "Task" [ 792.982144] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.989682] env[69316]: DEBUG oslo_vmware.api [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.165274] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Lock "64eaf31f-fef5-4a5e-93be-23f9ac796162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.323s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.243172] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.287207] env[69316]: DEBUG nova.compute.manager [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Received event network-changed-1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.287472] env[69316]: DEBUG nova.compute.manager [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Refreshing instance network info cache due to event network-changed-1ffafb8c-7a23-4d06-a907-56cabc40e526. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.287723] env[69316]: DEBUG oslo_concurrency.lockutils [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] Acquiring lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.466875] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Updated VIF entry in instance network info cache for port 1ffafb8c-7a23-4d06-a907-56cabc40e526. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.467269] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Updating instance_info_cache with network_info: [{"id": "1ffafb8c-7a23-4d06-a907-56cabc40e526", "address": "fa:16:3e:aa:dd:df", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ffafb8c-7a", "ovs_interfaceid": "1ffafb8c-7a23-4d06-a907-56cabc40e526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.494215] env[69316]: DEBUG oslo_vmware.api [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133706} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.494518] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.494708] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.495037] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.495262] env[69316]: INFO nova.compute.manager [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Took 1.14 seconds to destroy the instance on the hypervisor. [ 793.495506] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.495719] env[69316]: DEBUG nova.compute.manager [-] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.496050] env[69316]: DEBUG nova.network.neutron [-] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.524137] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Successfully updated port: 2280543e-aa06-4af3-ad4a-7655f98ac960 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.741497] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.856145] env[69316]: DEBUG nova.network.neutron [req-ab1e4a8d-80fd-448a-a696-7edf2d7aff1c req-90d27db8-995c-492a-b7e8-f13b532dd18f service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Updated VIF entry in instance network info cache for port f8bebf98-befb-42c6-a7ae-31536e792fdd. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.856145] env[69316]: DEBUG nova.network.neutron [req-ab1e4a8d-80fd-448a-a696-7edf2d7aff1c req-90d27db8-995c-492a-b7e8-f13b532dd18f service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Updating instance_info_cache with network_info: [{"id": "f8bebf98-befb-42c6-a7ae-31536e792fdd", "address": "fa:16:3e:37:93:c3", "network": {"id": "84036b99-b844-4890-a1f6-fe1b4937ae4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1026080023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e197152489f4cb08a97ae31e213fcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bebf98-be", "ovs_interfaceid": "f8bebf98-befb-42c6-a7ae-31536e792fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.971674] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Releasing lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.972132] env[69316]: DEBUG nova.compute.manager [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Received event network-vif-deleted-176f54e9-7642-4b57-a2df-077dd6efcfed {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.972444] env[69316]: DEBUG nova.compute.manager [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Received event network-changed-abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.973147] env[69316]: DEBUG nova.compute.manager [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Refreshing instance network info cache due to event network-changed-abbbc370-249a-4446-b7c5-5e04027520ec. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.974375] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Acquiring lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.977194] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Acquired lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.977475] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Refreshing network info cache for port abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.981646] env[69316]: DEBUG oslo_concurrency.lockutils [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] Acquired lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.981646] env[69316]: DEBUG nova.network.neutron [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Refreshing network info cache for port 1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.029430] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "refresh_cache-125e57cd-019d-4880-9ffd-ba445151c55f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.029430] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "refresh_cache-125e57cd-019d-4880-9ffd-ba445151c55f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.029700] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.196665] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8a9588-7a0d-4cec-87e0-51b320ac75ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.207515] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ca84e-67bb-4bc0-88f3-e23093dc641d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.247493] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d24960b-dc50-409e-aa40-8c67fc776c5b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.258897] env[69316]: DEBUG oslo_vmware.api [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366798, 'name': PowerOnVM_Task, 'duration_secs': 1.46778} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.259406] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.259710] env[69316]: INFO nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Took 10.06 seconds to spawn the instance on the hypervisor. [ 794.260133] env[69316]: DEBUG nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.261482] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26baefe4-0b66-4769-a943-cc63586e8b3d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.267610] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e8419c-9376-46fb-bb83-998f523f3cc3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.284799] env[69316]: DEBUG nova.compute.provider_tree [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.358908] env[69316]: DEBUG oslo_concurrency.lockutils [req-ab1e4a8d-80fd-448a-a696-7edf2d7aff1c req-90d27db8-995c-492a-b7e8-f13b532dd18f service nova] Releasing lock "refresh_cache-556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.484527] env[69316]: DEBUG nova.network.neutron [-] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.531874] env[69316]: INFO nova.network.neutron [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Port 1ffafb8c-7a23-4d06-a907-56cabc40e526 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 794.532132] env[69316]: DEBUG nova.network.neutron [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.609057] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.794034] env[69316]: DEBUG nova.scheduler.client.report [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.808703] env[69316]: INFO nova.compute.manager [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Took 42.86 seconds to build instance. [ 794.902852] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Updating instance_info_cache with network_info: [{"id": "2280543e-aa06-4af3-ad4a-7655f98ac960", "address": "fa:16:3e:28:6b:2f", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2280543e-aa", "ovs_interfaceid": "2280543e-aa06-4af3-ad4a-7655f98ac960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.943748] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Updated VIF entry in instance network info cache for port abbbc370-249a-4446-b7c5-5e04027520ec. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.944096] env[69316]: DEBUG nova.network.neutron [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Updating instance_info_cache with network_info: [{"id": "abbbc370-249a-4446-b7c5-5e04027520ec", "address": "fa:16:3e:7d:47:08", "network": {"id": "9a0102f5-360b-4038-99ff-94d9224b4588", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-583191949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a97e43512e94b5491ee1da65d4dc099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbbc370-24", "ovs_interfaceid": "abbbc370-249a-4446-b7c5-5e04027520ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.982855] env[69316]: DEBUG nova.compute.manager [req-8e450a34-65da-47bb-b16d-784ece27ab2e req-ce619ac7-0c7a-4b5a-8985-855120771541 service nova] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Received event network-vif-deleted-1ffafb8c-7a23-4d06-a907-56cabc40e526 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.990496] env[69316]: INFO nova.compute.manager [-] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Took 1.49 seconds to deallocate network for instance. [ 795.036298] env[69316]: DEBUG oslo_concurrency.lockutils [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] Releasing lock "refresh_cache-ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.036563] env[69316]: DEBUG nova.compute.manager [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Received event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.036743] env[69316]: DEBUG nova.compute.manager [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing instance network info cache due to event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.036972] env[69316]: DEBUG oslo_concurrency.lockutils [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] Acquiring lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.037141] env[69316]: DEBUG oslo_concurrency.lockutils [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] Acquired lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.037304] env[69316]: DEBUG nova.network.neutron [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.304736] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.305338] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.310798] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.638s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.311264] env[69316]: DEBUG nova.objects.instance [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lazy-loading 'resources' on Instance uuid 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.314150] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0030571b-6493-4e16-92a1-e07f7e3fb91c tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "8e660168-eb83-40cf-9103-1ad515dc6cca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.425s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.361264] env[69316]: DEBUG nova.compute.manager [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Received event network-vif-plugged-2280543e-aa06-4af3-ad4a-7655f98ac960 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.363193] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Acquiring lock "125e57cd-019d-4880-9ffd-ba445151c55f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.363193] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Lock "125e57cd-019d-4880-9ffd-ba445151c55f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.363193] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Lock "125e57cd-019d-4880-9ffd-ba445151c55f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.363193] env[69316]: DEBUG nova.compute.manager [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] No waiting events found dispatching network-vif-plugged-2280543e-aa06-4af3-ad4a-7655f98ac960 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.363193] env[69316]: WARNING nova.compute.manager [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Received unexpected event network-vif-plugged-2280543e-aa06-4af3-ad4a-7655f98ac960 for instance with vm_state building and task_state spawning. [ 795.364229] env[69316]: DEBUG nova.compute.manager [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Received event network-changed-2280543e-aa06-4af3-ad4a-7655f98ac960 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.364229] env[69316]: DEBUG nova.compute.manager [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Refreshing instance network info cache due to event network-changed-2280543e-aa06-4af3-ad4a-7655f98ac960. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.364229] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Acquiring lock "refresh_cache-125e57cd-019d-4880-9ffd-ba445151c55f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.407483] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "refresh_cache-125e57cd-019d-4880-9ffd-ba445151c55f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.407483] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Instance network_info: |[{"id": "2280543e-aa06-4af3-ad4a-7655f98ac960", "address": "fa:16:3e:28:6b:2f", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2280543e-aa", "ovs_interfaceid": "2280543e-aa06-4af3-ad4a-7655f98ac960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.407724] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Acquired lock "refresh_cache-125e57cd-019d-4880-9ffd-ba445151c55f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.407724] env[69316]: DEBUG nova.network.neutron [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Refreshing network info cache for port 2280543e-aa06-4af3-ad4a-7655f98ac960 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.408932] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:6b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2280543e-aa06-4af3-ad4a-7655f98ac960', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.419484] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Creating folder: Project (f4e7639e6e6d464ca1878c0cb6d09d7f). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.420773] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-befc8b91-ed94-4ef4-9e5a-189cd6034997 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.435351] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Created folder: Project (f4e7639e6e6d464ca1878c0cb6d09d7f) in parent group-v671748. [ 795.435519] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Creating folder: Instances. Parent ref: group-v671836. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.435815] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f54412f4-8654-47ec-9455-6a97d08d9be1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.447926] env[69316]: DEBUG oslo_concurrency.lockutils [req-08f5443f-1aee-4bee-a133-a13d09d0345d req-b54f5511-14d4-4255-92e0-d48117a2e1ee service nova] Releasing lock "refresh_cache-543068fb-32e2-4dfb-aae9-dd1c4cff92f7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.448562] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Created folder: Instances in parent group-v671836. [ 795.448908] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.449355] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.449766] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20e3abdc-5c43-4251-9943-367cd3c30b43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.481031] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.481031] env[69316]: value = "task-3366803" [ 795.481031] env[69316]: _type = "Task" [ 795.481031] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.491561] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366803, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.496877] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.817034] env[69316]: DEBUG nova.compute.utils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.822920] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.822920] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.824529] env[69316]: DEBUG nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.890338] env[69316]: DEBUG nova.policy [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8838307fae9f4f1393432ae08d93037d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4e7639e6e6d464ca1878c0cb6d09d7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.971999] env[69316]: DEBUG nova.network.neutron [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Updated VIF entry in instance network info cache for port 2280543e-aa06-4af3-ad4a-7655f98ac960. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.972359] env[69316]: DEBUG nova.network.neutron [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Updating instance_info_cache with network_info: [{"id": "2280543e-aa06-4af3-ad4a-7655f98ac960", "address": "fa:16:3e:28:6b:2f", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2280543e-aa", "ovs_interfaceid": "2280543e-aa06-4af3-ad4a-7655f98ac960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.006077] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366803, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.035358] env[69316]: DEBUG nova.network.neutron [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updated VIF entry in instance network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.036599] env[69316]: DEBUG nova.network.neutron [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updating instance_info_cache with network_info: [{"id": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "address": "fa:16:3e:df:4a:6a", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd66928-ad", "ovs_interfaceid": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.090524] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "8e660168-eb83-40cf-9103-1ad515dc6cca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.091137] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "8e660168-eb83-40cf-9103-1ad515dc6cca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.091477] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "8e660168-eb83-40cf-9103-1ad515dc6cca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.091753] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "8e660168-eb83-40cf-9103-1ad515dc6cca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.095020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "8e660168-eb83-40cf-9103-1ad515dc6cca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.095415] env[69316]: INFO nova.compute.manager [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Terminating instance [ 796.267514] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Successfully created port: a59a92e2-a6ae-41f0-9fc6-ba775e98b871 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.323979] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.366208] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.463913] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff4244a-0f05-49ca-bd8e-d534b941eaa6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.472185] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b279f47-63e7-475b-8640-07c6f8be0763 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.476064] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Releasing lock "refresh_cache-125e57cd-019d-4880-9ffd-ba445151c55f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.476388] env[69316]: DEBUG nova.compute.manager [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Received event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.476659] env[69316]: DEBUG nova.compute.manager [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing instance network info cache due to event network-changed-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.476918] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Acquiring lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.511131] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77234188-9488-4e66-9f0c-453042e77f60 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.521092] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddf4476-7509-434a-9b54-0f2e42fdc88d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.525023] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366803, 'name': CreateVM_Task, 'duration_secs': 0.785215} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.525632] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.527399] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.527399] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.527399] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.527638] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b58cf57-3a71-4aaa-8cd7-e17e3f0e1de5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.537906] env[69316]: DEBUG oslo_concurrency.lockutils [req-3da49931-6f00-47f1-8311-e6d7da58be65 req-30e847d3-aa5e-488a-ba7c-cfbf8c6442fc service nova] Releasing lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.538641] env[69316]: DEBUG nova.compute.provider_tree [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.541220] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Acquired lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.541220] env[69316]: DEBUG nova.network.neutron [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Refreshing network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.543723] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 796.543723] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e30257-71b6-9573-a3b4-1ed23046188d" [ 796.543723] env[69316]: _type = "Task" [ 796.543723] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.553446] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e30257-71b6-9573-a3b4-1ed23046188d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.602758] env[69316]: DEBUG nova.compute.manager [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.602949] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.603833] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace13cdf-dca3-4e09-989f-4c754a3200a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.611864] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.612143] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d92f99-23fa-40fd-ad31-9bd0cd3712aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.618985] env[69316]: DEBUG oslo_vmware.api [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 796.618985] env[69316]: value = "task-3366804" [ 796.618985] env[69316]: _type = "Task" [ 796.618985] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.628205] env[69316]: DEBUG oslo_vmware.api [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.047151] env[69316]: DEBUG nova.scheduler.client.report [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.064011] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e30257-71b6-9573-a3b4-1ed23046188d, 'name': SearchDatastore_Task, 'duration_secs': 0.018259} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.065819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.065819] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.065819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.065819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.066035] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.066035] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8da24097-31de-41cb-b362-6008245eaead {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.074900] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.075156] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.076091] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a9ffdc-e329-42a4-8e1a-22844d7ab54b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.081379] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 797.081379] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52761fbe-a18d-4508-7327-9b5bf0281396" [ 797.081379] env[69316]: _type = "Task" [ 797.081379] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.089665] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52761fbe-a18d-4508-7327-9b5bf0281396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.128799] env[69316]: DEBUG oslo_vmware.api [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366804, 'name': PowerOffVM_Task, 'duration_secs': 0.396371} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.129090] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.129507] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.129727] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a93793c5-2a82-4829-a125-9e9b615c95ee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.216410] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.216646] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.216830] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Deleting the datastore file [datastore1] 8e660168-eb83-40cf-9103-1ad515dc6cca {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.217162] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1de50439-6c05-42ac-b8a9-6a879f4e7980 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.225071] env[69316]: DEBUG oslo_vmware.api [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for the task: (returnval){ [ 797.225071] env[69316]: value = "task-3366806" [ 797.225071] env[69316]: _type = "Task" [ 797.225071] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.232236] env[69316]: DEBUG oslo_vmware.api [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.324409] env[69316]: DEBUG nova.network.neutron [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updated VIF entry in instance network info cache for port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.324819] env[69316]: DEBUG nova.network.neutron [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updating instance_info_cache with network_info: [{"id": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "address": "fa:16:3e:df:4a:6a", "network": {"id": "05eb3632-e006-48da-bc9e-ff9dc6eb6ad7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-876573133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eace5bf0342430392148b5305321cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd66928-ad", "ovs_interfaceid": "4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.333541] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.363093] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.363365] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.363598] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.363718] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.363862] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.364015] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.364285] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.364558] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.364787] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.364965] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.365193] env[69316]: DEBUG nova.virt.hardware [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.366181] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7af814-2ccc-43c4-8914-af51070272dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.374266] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5670f999-add1-44c4-b514-a137aaaebc72 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.560422] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.561469] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.647s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.592958] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52761fbe-a18d-4508-7327-9b5bf0281396, 'name': SearchDatastore_Task, 'duration_secs': 0.008211} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.595311] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970af09c-d0d4-4d2f-b561-8c79af426c55 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.598973] env[69316]: INFO nova.scheduler.client.report [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted allocations for instance 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec [ 797.609531] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 797.609531] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5264c39b-6c9d-6d75-571d-278758a3f2fd" [ 797.609531] env[69316]: _type = "Task" [ 797.609531] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.619723] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5264c39b-6c9d-6d75-571d-278758a3f2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.620072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.621441] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 125e57cd-019d-4880-9ffd-ba445151c55f/125e57cd-019d-4880-9ffd-ba445151c55f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.621733] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5815f08-7861-422d-9b3a-f5987432e28a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.627905] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 797.627905] env[69316]: value = "task-3366807" [ 797.627905] env[69316]: _type = "Task" [ 797.627905] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.637905] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.736319] env[69316]: DEBUG oslo_vmware.api [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Task: {'id': task-3366806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14097} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.736802] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.737107] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.737391] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.737759] env[69316]: INFO nova.compute.manager [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Took 1.13 seconds to destroy the instance on the hypervisor. [ 797.738251] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.738536] env[69316]: DEBUG nova.compute.manager [-] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.738723] env[69316]: DEBUG nova.network.neutron [-] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.828042] env[69316]: DEBUG oslo_concurrency.lockutils [req-32d5c011-aaf4-446a-adc1-ff9caacf6a7d req-94592d06-7948-4d55-a528-bea9e2e9a8de service nova] Releasing lock "refresh_cache-e99bc314-8e40-4c7f-8cb6-96e4e721023f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.982893] env[69316]: DEBUG nova.compute.manager [req-0fc5978e-8144-496e-9e62-ca28cc9e1885 req-70f8fac4-bcc4-49ca-b8e0-b3a12f985977 service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Received event network-vif-plugged-a59a92e2-a6ae-41f0-9fc6-ba775e98b871 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.983129] env[69316]: DEBUG oslo_concurrency.lockutils [req-0fc5978e-8144-496e-9e62-ca28cc9e1885 req-70f8fac4-bcc4-49ca-b8e0-b3a12f985977 service nova] Acquiring lock "bda998f5-6a6b-45ba-a8bf-56794218f095-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.983346] env[69316]: DEBUG oslo_concurrency.lockutils [req-0fc5978e-8144-496e-9e62-ca28cc9e1885 req-70f8fac4-bcc4-49ca-b8e0-b3a12f985977 service nova] Lock "bda998f5-6a6b-45ba-a8bf-56794218f095-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.983515] env[69316]: DEBUG oslo_concurrency.lockutils [req-0fc5978e-8144-496e-9e62-ca28cc9e1885 req-70f8fac4-bcc4-49ca-b8e0-b3a12f985977 service nova] Lock "bda998f5-6a6b-45ba-a8bf-56794218f095-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.983680] env[69316]: DEBUG nova.compute.manager [req-0fc5978e-8144-496e-9e62-ca28cc9e1885 req-70f8fac4-bcc4-49ca-b8e0-b3a12f985977 service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] No waiting events found dispatching network-vif-plugged-a59a92e2-a6ae-41f0-9fc6-ba775e98b871 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.983843] env[69316]: WARNING nova.compute.manager [req-0fc5978e-8144-496e-9e62-ca28cc9e1885 req-70f8fac4-bcc4-49ca-b8e0-b3a12f985977 service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Received unexpected event network-vif-plugged-a59a92e2-a6ae-41f0-9fc6-ba775e98b871 for instance with vm_state building and task_state spawning. [ 798.115533] env[69316]: DEBUG oslo_concurrency.lockutils [None req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "6426b2b9-06d3-4c6f-9899-46bb73ceb6ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.050s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.145615] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366807, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.251776] env[69316]: DEBUG nova.compute.manager [req-4088d2f3-1272-489f-8fb0-8f0473a89f00 req-8d98a893-3da8-4391-9cd7-0e53ec429137 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Received event network-vif-deleted-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.252015] env[69316]: INFO nova.compute.manager [req-4088d2f3-1272-489f-8fb0-8f0473a89f00 req-8d98a893-3da8-4391-9cd7-0e53ec429137 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Neutron deleted interface 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e; detaching it from the instance and deleting it from the info cache [ 798.252203] env[69316]: DEBUG nova.network.neutron [req-4088d2f3-1272-489f-8fb0-8f0473a89f00 req-8d98a893-3da8-4391-9cd7-0e53ec429137 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.286085] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Successfully updated port: a59a92e2-a6ae-41f0-9fc6-ba775e98b871 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.542651] env[69316]: DEBUG nova.network.neutron [-] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.639016] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69b4173-1fe9-4366-a251-e46506abbef0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.650141] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46bbc68-4c96-4e30-9778-efe4b39961b9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.653579] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53889} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.653579] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 125e57cd-019d-4880-9ffd-ba445151c55f/125e57cd-019d-4880-9ffd-ba445151c55f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.653729] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.654313] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75cb97fa-c724-4cf7-9d49-9569982417e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.686939] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09baa3b9-375f-42a5-9890-07547059608b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.689770] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 798.689770] env[69316]: value = "task-3366808" [ 798.689770] env[69316]: _type = "Task" [ 798.689770] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.697712] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c52ff-0939-47ed-8850-40c83aa5cf69 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.706036] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.715587] env[69316]: DEBUG nova.compute.provider_tree [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.760695] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f11f837a-8d1e-4c07-9855-71952d9b52dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.770706] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47a0563-a263-45c7-849a-6f414e12f0af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.802548] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "refresh_cache-bda998f5-6a6b-45ba-a8bf-56794218f095" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.802702] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "refresh_cache-bda998f5-6a6b-45ba-a8bf-56794218f095" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.805820] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.805820] env[69316]: DEBUG nova.compute.manager [req-4088d2f3-1272-489f-8fb0-8f0473a89f00 req-8d98a893-3da8-4391-9cd7-0e53ec429137 service nova] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Detach interface failed, port_id=527f5a6c-5f31-4ce4-94b6-7e186ae8c45e, reason: Instance 8e660168-eb83-40cf-9103-1ad515dc6cca could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.048069] env[69316]: INFO nova.compute.manager [-] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Took 1.31 seconds to deallocate network for instance. [ 799.201983] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152243} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.201983] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.202435] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c136a66-3b43-46a8-8d30-7ca4ecf550cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.230187] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 125e57cd-019d-4880-9ffd-ba445151c55f/125e57cd-019d-4880-9ffd-ba445151c55f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.231187] env[69316]: DEBUG nova.scheduler.client.report [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.238134] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec59ba4c-81cb-4e57-8da8-5da8ba08629c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.260963] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 799.260963] env[69316]: value = "task-3366809" [ 799.260963] env[69316]: _type = "Task" [ 799.260963] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.269536] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.352726] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.555267] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.586171] env[69316]: DEBUG nova.network.neutron [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Updating instance_info_cache with network_info: [{"id": "a59a92e2-a6ae-41f0-9fc6-ba775e98b871", "address": "fa:16:3e:51:8f:dd", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59a92e2-a6", "ovs_interfaceid": "a59a92e2-a6ae-41f0-9fc6-ba775e98b871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.758743] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquiring lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.758976] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.771984] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366809, 'name': ReconfigVM_Task, 'duration_secs': 0.297159} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.771984] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 125e57cd-019d-4880-9ffd-ba445151c55f/125e57cd-019d-4880-9ffd-ba445151c55f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.771984] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30816a02-ca02-4f33-9c23-87983cadceac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.779261] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 799.779261] env[69316]: value = "task-3366810" [ 799.779261] env[69316]: _type = "Task" [ 799.779261] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.791355] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366810, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.008338] env[69316]: DEBUG nova.compute.manager [req-735b6a8a-2715-4484-a79c-d643f7243774 req-c4c6d37a-9f05-4a64-9c11-dd83b54f092d service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Received event network-changed-a59a92e2-a6ae-41f0-9fc6-ba775e98b871 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.008539] env[69316]: DEBUG nova.compute.manager [req-735b6a8a-2715-4484-a79c-d643f7243774 req-c4c6d37a-9f05-4a64-9c11-dd83b54f092d service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Refreshing instance network info cache due to event network-changed-a59a92e2-a6ae-41f0-9fc6-ba775e98b871. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.008729] env[69316]: DEBUG oslo_concurrency.lockutils [req-735b6a8a-2715-4484-a79c-d643f7243774 req-c4c6d37a-9f05-4a64-9c11-dd83b54f092d service nova] Acquiring lock "refresh_cache-bda998f5-6a6b-45ba-a8bf-56794218f095" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.088634] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "refresh_cache-bda998f5-6a6b-45ba-a8bf-56794218f095" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.088724] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Instance network_info: |[{"id": "a59a92e2-a6ae-41f0-9fc6-ba775e98b871", "address": "fa:16:3e:51:8f:dd", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59a92e2-a6", "ovs_interfaceid": "a59a92e2-a6ae-41f0-9fc6-ba775e98b871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.089091] env[69316]: DEBUG oslo_concurrency.lockutils [req-735b6a8a-2715-4484-a79c-d643f7243774 req-c4c6d37a-9f05-4a64-9c11-dd83b54f092d service nova] Acquired lock "refresh_cache-bda998f5-6a6b-45ba-a8bf-56794218f095" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.089216] env[69316]: DEBUG nova.network.neutron [req-735b6a8a-2715-4484-a79c-d643f7243774 req-c4c6d37a-9f05-4a64-9c11-dd83b54f092d service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Refreshing network info cache for port a59a92e2-a6ae-41f0-9fc6-ba775e98b871 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.091178] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:8f:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a59a92e2-a6ae-41f0-9fc6-ba775e98b871', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.099024] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.101927] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.102366] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc5696d-c468-4227-9436-f920194fdf30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.122552] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.122552] env[69316]: value = "task-3366811" [ 800.122552] env[69316]: _type = "Task" [ 800.122552] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.130627] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366811, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.260910] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.699s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.263995] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.116s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.265550] env[69316]: INFO nova.compute.claims [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.291329] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366810, 'name': Rename_Task, 'duration_secs': 0.13891} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.291906] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.291906] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e301f6d9-8dd3-41fe-807f-3198deefda7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.298198] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 800.298198] env[69316]: value = "task-3366812" [ 800.298198] env[69316]: _type = "Task" [ 800.298198] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.307416] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.380031] env[69316]: DEBUG nova.network.neutron [req-735b6a8a-2715-4484-a79c-d643f7243774 req-c4c6d37a-9f05-4a64-9c11-dd83b54f092d service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Updated VIF entry in instance network info cache for port a59a92e2-a6ae-41f0-9fc6-ba775e98b871. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.380162] env[69316]: DEBUG nova.network.neutron [req-735b6a8a-2715-4484-a79c-d643f7243774 req-c4c6d37a-9f05-4a64-9c11-dd83b54f092d service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Updating instance_info_cache with network_info: [{"id": "a59a92e2-a6ae-41f0-9fc6-ba775e98b871", "address": "fa:16:3e:51:8f:dd", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59a92e2-a6", "ovs_interfaceid": "a59a92e2-a6ae-41f0-9fc6-ba775e98b871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.632416] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366811, 'name': CreateVM_Task, 'duration_secs': 0.306299} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.632707] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.633672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.633672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.633672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.633934] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f9b743-1818-4cf4-9578-f6e60edd1027 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.638209] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 800.638209] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528b7ea6-2ccd-ec9b-7af8-bec95ad50ace" [ 800.638209] env[69316]: _type = "Task" [ 800.638209] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.645639] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528b7ea6-2ccd-ec9b-7af8-bec95ad50ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.809251] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366812, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.831046] env[69316]: INFO nova.scheduler.client.report [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Deleted allocation for migration 100c4bbe-8dcd-46d7-a9ed-7f527a9c39a4 [ 800.883502] env[69316]: DEBUG oslo_concurrency.lockutils [req-735b6a8a-2715-4484-a79c-d643f7243774 req-c4c6d37a-9f05-4a64-9c11-dd83b54f092d service nova] Releasing lock "refresh_cache-bda998f5-6a6b-45ba-a8bf-56794218f095" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.147763] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528b7ea6-2ccd-ec9b-7af8-bec95ad50ace, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.148074] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.148315] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.148884] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.148884] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.148884] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.149336] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee7bbf23-fee9-49df-bbdf-4da6c38ea89d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.161738] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.161925] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.162689] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246ac047-52e4-48d8-8567-da7e57ed4744 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.167755] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 801.167755] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525814db-a4d2-947c-c52c-175b6abce4c0" [ 801.167755] env[69316]: _type = "Task" [ 801.167755] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.175421] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525814db-a4d2-947c-c52c-175b6abce4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.312993] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366812, 'name': PowerOnVM_Task, 'duration_secs': 0.539828} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.313271] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.313471] env[69316]: INFO nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Took 8.87 seconds to spawn the instance on the hypervisor. [ 801.313648] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.314431] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48108557-6d4c-4a0b-8f4f-b3653eddd8d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.337016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fbf4b29-026e-49f7-9ed2-7c1ec95d704f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.112s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.681611] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525814db-a4d2-947c-c52c-175b6abce4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.681611] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ab7722-c072-4f4a-bcab-d6e3d66c2b12 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.687721] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 801.687721] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5290432f-9bfa-1acd-805f-ae6e2cca2569" [ 801.687721] env[69316]: _type = "Task" [ 801.687721] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.700588] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5290432f-9bfa-1acd-805f-ae6e2cca2569, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.703164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.703495] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] bda998f5-6a6b-45ba-a8bf-56794218f095/bda998f5-6a6b-45ba-a8bf-56794218f095.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.704902] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76fa7079-6c58-4500-b4c7-f391af11730c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.712172] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 801.712172] env[69316]: value = "task-3366813" [ 801.712172] env[69316]: _type = "Task" [ 801.712172] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.723830] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.762447] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4a40ae-a78f-4d1c-8090-9f83ebe4a004 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.769807] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ccb63-5e6f-450c-9a27-4db9e8ced913 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.800545] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3971c356-bd0f-482b-a70d-a975191e135a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.807795] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f6876-4f64-412c-b4e6-e26fce2f2299 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.821587] env[69316]: DEBUG nova.compute.provider_tree [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.832398] env[69316]: INFO nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Took 40.33 seconds to build instance. [ 802.224741] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483657} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.225010] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] bda998f5-6a6b-45ba-a8bf-56794218f095/bda998f5-6a6b-45ba-a8bf-56794218f095.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.225240] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.225497] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f102b2a-9233-4cf6-9ff5-ee8c4365ebc1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.235021] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 802.235021] env[69316]: value = "task-3366814" [ 802.235021] env[69316]: _type = "Task" [ 802.235021] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.240353] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.324831] env[69316]: DEBUG nova.scheduler.client.report [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.337010] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "125e57cd-019d-4880-9ffd-ba445151c55f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.630s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.745965] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069607} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.746306] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.747147] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032be27c-5c86-42e7-ba69-cc97b34a2fee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.769791] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bda998f5-6a6b-45ba-a8bf-56794218f095/bda998f5-6a6b-45ba-a8bf-56794218f095.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.770936] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17707be-be94-41bf-8030-3c7f5ebe21d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.789712] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 802.789712] env[69316]: value = "task-3366815" [ 802.789712] env[69316]: _type = "Task" [ 802.789712] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.797581] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.829726] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.830310] env[69316]: DEBUG nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.832834] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.109s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.833323] env[69316]: DEBUG nova.objects.instance [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lazy-loading 'resources' on Instance uuid 61c691d1-514b-44da-b3b4-c4b0475266bb {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.839599] env[69316]: DEBUG nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.264709] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "0365659e-b134-4241-a4ec-f6f6378c228d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.264944] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "0365659e-b134-4241-a4ec-f6f6378c228d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.302196] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.336988] env[69316]: DEBUG nova.compute.utils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.341231] env[69316]: DEBUG nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.341231] env[69316]: DEBUG nova.network.neutron [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.359708] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.400910] env[69316]: DEBUG nova.policy [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb8667a5226541b4a8119edc87b1b04b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92f642d1a95470e97fbd662f5df9b32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.804103] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366815, 'name': ReconfigVM_Task, 'duration_secs': 0.786869} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.804103] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bda998f5-6a6b-45ba-a8bf-56794218f095/bda998f5-6a6b-45ba-a8bf-56794218f095.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.804103] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d08a82df-0162-48c2-8c8b-28b35c8b95fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.809278] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d0b6f3-8a97-48c8-8661-6179c2d6608a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.813436] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 803.813436] env[69316]: value = "task-3366816" [ 803.813436] env[69316]: _type = "Task" [ 803.813436] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.821271] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1467ae3-a689-434b-9aa0-4a01ebc59106 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.828796] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366816, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.829711] env[69316]: DEBUG nova.network.neutron [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Successfully created port: c3fe42cb-cd70-4ef6-b77e-938c07d40b7a {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.859839] env[69316]: DEBUG nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.863877] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a3b85d-881b-4466-b8f3-ea65345dcb80 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.872898] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b3b8e-5083-4942-9ad5-cdb140f2b771 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.887294] env[69316]: DEBUG nova.compute.provider_tree [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.323902] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366816, 'name': Rename_Task, 'duration_secs': 0.183796} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.324239] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.324516] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9bad794-d7a4-493c-b106-e5664a2be29b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.331510] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 804.331510] env[69316]: value = "task-3366817" [ 804.331510] env[69316]: _type = "Task" [ 804.331510] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.338972] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.390849] env[69316]: DEBUG nova.scheduler.client.report [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.842079] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.874792] env[69316]: DEBUG nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.896181] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.899428] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.457s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.899975] env[69316]: INFO nova.compute.claims [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.904920] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.905160] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.905319] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.905516] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.905694] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.905846] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.906061] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.906223] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.906391] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.906551] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.906722] env[69316]: DEBUG nova.virt.hardware [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.907613] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75219a13-3266-42e0-b99d-a44d4b4a7d57 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.915644] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac424329-ce12-490f-afd2-0569de873749 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.930259] env[69316]: INFO nova.scheduler.client.report [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Deleted allocations for instance 61c691d1-514b-44da-b3b4-c4b0475266bb [ 805.239415] env[69316]: DEBUG nova.compute.manager [req-1fd03aad-ddc1-4d3e-8cfc-a1f14b0fd0fb req-1f972e7c-019c-47ed-a74d-b47a24060af5 service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Received event network-vif-plugged-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.239415] env[69316]: DEBUG oslo_concurrency.lockutils [req-1fd03aad-ddc1-4d3e-8cfc-a1f14b0fd0fb req-1f972e7c-019c-47ed-a74d-b47a24060af5 service nova] Acquiring lock "13556d56-c154-4033-bc15-d205744f92b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.239415] env[69316]: DEBUG oslo_concurrency.lockutils [req-1fd03aad-ddc1-4d3e-8cfc-a1f14b0fd0fb req-1f972e7c-019c-47ed-a74d-b47a24060af5 service nova] Lock "13556d56-c154-4033-bc15-d205744f92b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.239521] env[69316]: DEBUG oslo_concurrency.lockutils [req-1fd03aad-ddc1-4d3e-8cfc-a1f14b0fd0fb req-1f972e7c-019c-47ed-a74d-b47a24060af5 service nova] Lock "13556d56-c154-4033-bc15-d205744f92b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.239623] env[69316]: DEBUG nova.compute.manager [req-1fd03aad-ddc1-4d3e-8cfc-a1f14b0fd0fb req-1f972e7c-019c-47ed-a74d-b47a24060af5 service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] No waiting events found dispatching network-vif-plugged-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.239781] env[69316]: WARNING nova.compute.manager [req-1fd03aad-ddc1-4d3e-8cfc-a1f14b0fd0fb req-1f972e7c-019c-47ed-a74d-b47a24060af5 service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Received unexpected event network-vif-plugged-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a for instance with vm_state building and task_state spawning. [ 805.345155] env[69316]: DEBUG oslo_vmware.api [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366817, 'name': PowerOnVM_Task, 'duration_secs': 0.771036} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.346747] env[69316]: DEBUG nova.network.neutron [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Successfully updated port: c3fe42cb-cd70-4ef6-b77e-938c07d40b7a {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.347987] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.348361] env[69316]: INFO nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Took 8.01 seconds to spawn the instance on the hypervisor. [ 805.348425] env[69316]: DEBUG nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.349304] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8857f7be-20b3-482f-9ff9-36d452e91958 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.437920] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e90a459-64ee-488f-a835-a21910759bf6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Lock "61c691d1-514b-44da-b3b4-c4b0475266bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.279s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.854141] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquiring lock "refresh_cache-13556d56-c154-4033-bc15-d205744f92b9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.854351] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquired lock "refresh_cache-13556d56-c154-4033-bc15-d205744f92b9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.854443] env[69316]: DEBUG nova.network.neutron [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.868025] env[69316]: INFO nova.compute.manager [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Took 41.28 seconds to build instance. [ 806.311584] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cf3130-4d3a-4198-bb32-eb832ae0f9aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.319464] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad09f05-3199-402e-a559-177ea00565dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.349383] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfeea83-4c22-4bd6-8142-d9a0dc76409e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.356573] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08370ce-6568-4a41-9730-d471c9429008 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.372832] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "bda998f5-6a6b-45ba-a8bf-56794218f095" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.639s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.373248] env[69316]: DEBUG nova.compute.provider_tree [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.406774] env[69316]: DEBUG nova.network.neutron [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.635074] env[69316]: DEBUG nova.network.neutron [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Updating instance_info_cache with network_info: [{"id": "c3fe42cb-cd70-4ef6-b77e-938c07d40b7a", "address": "fa:16:3e:da:ff:a2", "network": {"id": "3f210ccf-5c45-47a1-94c7-19c5daf4b932", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1089045582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92f642d1a95470e97fbd662f5df9b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fe42cb-cd", "ovs_interfaceid": "c3fe42cb-cd70-4ef6-b77e-938c07d40b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.876849] env[69316]: DEBUG nova.scheduler.client.report [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.880265] env[69316]: DEBUG nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.136637] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Releasing lock "refresh_cache-13556d56-c154-4033-bc15-d205744f92b9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.136966] env[69316]: DEBUG nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Instance network_info: |[{"id": "c3fe42cb-cd70-4ef6-b77e-938c07d40b7a", "address": "fa:16:3e:da:ff:a2", "network": {"id": "3f210ccf-5c45-47a1-94c7-19c5daf4b932", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1089045582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92f642d1a95470e97fbd662f5df9b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fe42cb-cd", "ovs_interfaceid": "c3fe42cb-cd70-4ef6-b77e-938c07d40b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.137428] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:ff:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3fe42cb-cd70-4ef6-b77e-938c07d40b7a', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.144901] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Creating folder: Project (d92f642d1a95470e97fbd662f5df9b32). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.145188] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a3bffac-8abe-4eb3-a64e-2aaf0e6fc70e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.156251] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Created folder: Project (d92f642d1a95470e97fbd662f5df9b32) in parent group-v671748. [ 807.156442] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Creating folder: Instances. Parent ref: group-v671840. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.156676] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f917c173-e85d-409a-8534-a163de6c0467 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.165854] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Created folder: Instances in parent group-v671840. [ 807.166105] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.166966] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.166966] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3ac0870-2f23-4330-8295-b04ae6c42bce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.184949] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.184949] env[69316]: value = "task-3366820" [ 807.184949] env[69316]: _type = "Task" [ 807.184949] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.192165] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366820, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.265419] env[69316]: DEBUG nova.compute.manager [req-ec6545f5-3fdb-4792-9a5b-6457c0563e50 req-102ac262-5f11-45e7-9a47-0e12e3bf0821 service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Received event network-changed-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.265664] env[69316]: DEBUG nova.compute.manager [req-ec6545f5-3fdb-4792-9a5b-6457c0563e50 req-102ac262-5f11-45e7-9a47-0e12e3bf0821 service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Refreshing instance network info cache due to event network-changed-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.265884] env[69316]: DEBUG oslo_concurrency.lockutils [req-ec6545f5-3fdb-4792-9a5b-6457c0563e50 req-102ac262-5f11-45e7-9a47-0e12e3bf0821 service nova] Acquiring lock "refresh_cache-13556d56-c154-4033-bc15-d205744f92b9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.266123] env[69316]: DEBUG oslo_concurrency.lockutils [req-ec6545f5-3fdb-4792-9a5b-6457c0563e50 req-102ac262-5f11-45e7-9a47-0e12e3bf0821 service nova] Acquired lock "refresh_cache-13556d56-c154-4033-bc15-d205744f92b9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.266260] env[69316]: DEBUG nova.network.neutron [req-ec6545f5-3fdb-4792-9a5b-6457c0563e50 req-102ac262-5f11-45e7-9a47-0e12e3bf0821 service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Refreshing network info cache for port c3fe42cb-cd70-4ef6-b77e-938c07d40b7a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.331494] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "bda998f5-6a6b-45ba-a8bf-56794218f095" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.331816] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "bda998f5-6a6b-45ba-a8bf-56794218f095" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.332057] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "bda998f5-6a6b-45ba-a8bf-56794218f095-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.332260] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "bda998f5-6a6b-45ba-a8bf-56794218f095-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.332438] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "bda998f5-6a6b-45ba-a8bf-56794218f095-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.334883] env[69316]: INFO nova.compute.manager [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Terminating instance [ 807.384087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.384573] env[69316]: DEBUG nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.391627] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.599s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.391813] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.391980] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 807.392307] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.384s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.393821] env[69316]: INFO nova.compute.claims [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.399280] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b26853-2954-4ad3-b5e6-3e3854566554 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.409066] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0416dd9-9dcd-4e95-a59b-9a8f9b83d8d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.425476] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.426429] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5b68dd-38ca-4ba0-a3d5-b128f2a95c57 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.434059] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ad3fd5-d18d-42ca-a7f5-5052ec0ef555 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.466729] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179074MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 807.466900] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.488875] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "125e57cd-019d-4880-9ffd-ba445151c55f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.489308] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "125e57cd-019d-4880-9ffd-ba445151c55f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.489566] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "125e57cd-019d-4880-9ffd-ba445151c55f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.489834] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "125e57cd-019d-4880-9ffd-ba445151c55f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.490053] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "125e57cd-019d-4880-9ffd-ba445151c55f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.492252] env[69316]: INFO nova.compute.manager [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Terminating instance [ 807.695537] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366820, 'name': CreateVM_Task, 'duration_secs': 0.315316} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.695660] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.696367] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696542] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.696856] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.697124] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b4456c-7443-456d-875b-07fcdc9a4924 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.701784] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 807.701784] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e28497-0a4d-705b-ac72-8e8b38e03e96" [ 807.701784] env[69316]: _type = "Task" [ 807.701784] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.709592] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e28497-0a4d-705b-ac72-8e8b38e03e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.838652] env[69316]: DEBUG nova.compute.manager [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.838879] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.840147] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638a697-967e-420b-a776-b27e02c45328 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.849504] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.849809] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-609a911e-6e5e-4772-9a8c-21c73a19c860 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.856649] env[69316]: DEBUG oslo_vmware.api [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 807.856649] env[69316]: value = "task-3366821" [ 807.856649] env[69316]: _type = "Task" [ 807.856649] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.864331] env[69316]: DEBUG oslo_vmware.api [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.893192] env[69316]: DEBUG nova.compute.utils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.897866] env[69316]: DEBUG nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.898056] env[69316]: DEBUG nova.network.neutron [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.943833] env[69316]: DEBUG nova.policy [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed8cd9b587a64f2f9981725b22f870af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ca87b744a53436e917298257473c6fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.997222] env[69316]: DEBUG nova.compute.manager [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.997521] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.998480] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736d418-1355-4b68-938c-2cf4ca124c07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.006491] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.006751] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-577e984b-e08a-4e3e-add7-4ed84cecb58b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.013176] env[69316]: DEBUG oslo_vmware.api [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 808.013176] env[69316]: value = "task-3366822" [ 808.013176] env[69316]: _type = "Task" [ 808.013176] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.025147] env[69316]: DEBUG oslo_vmware.api [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.145189] env[69316]: DEBUG nova.network.neutron [req-ec6545f5-3fdb-4792-9a5b-6457c0563e50 req-102ac262-5f11-45e7-9a47-0e12e3bf0821 service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Updated VIF entry in instance network info cache for port c3fe42cb-cd70-4ef6-b77e-938c07d40b7a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.145597] env[69316]: DEBUG nova.network.neutron [req-ec6545f5-3fdb-4792-9a5b-6457c0563e50 req-102ac262-5f11-45e7-9a47-0e12e3bf0821 service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Updating instance_info_cache with network_info: [{"id": "c3fe42cb-cd70-4ef6-b77e-938c07d40b7a", "address": "fa:16:3e:da:ff:a2", "network": {"id": "3f210ccf-5c45-47a1-94c7-19c5daf4b932", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1089045582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92f642d1a95470e97fbd662f5df9b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fe42cb-cd", "ovs_interfaceid": "c3fe42cb-cd70-4ef6-b77e-938c07d40b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.212213] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e28497-0a4d-705b-ac72-8e8b38e03e96, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.212499] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.212770] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.213467] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.213467] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.213467] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.213676] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb5fd3ae-c3e9-458b-887c-1ab786bf0caf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.222069] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.222240] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.223106] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3545e0f7-dbd9-40ca-b072-81314c4c7abc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.228550] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 808.228550] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52854dd9-97e5-a73b-e4d4-14935905a81b" [ 808.228550] env[69316]: _type = "Task" [ 808.228550] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.237649] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52854dd9-97e5-a73b-e4d4-14935905a81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.245859] env[69316]: DEBUG nova.network.neutron [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Successfully created port: c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.368060] env[69316]: DEBUG oslo_vmware.api [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366821, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.401480] env[69316]: DEBUG nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.528327] env[69316]: DEBUG oslo_vmware.api [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366822, 'name': PowerOffVM_Task, 'duration_secs': 0.415967} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.528643] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.528887] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.529128] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e70013-c32a-4f86-9afd-a15f4d04cacc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.595698] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.595982] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.596292] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleting the datastore file [datastore1] 125e57cd-019d-4880-9ffd-ba445151c55f {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.596501] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d19448ed-6752-43ba-b976-5d5b59739e62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.605522] env[69316]: DEBUG oslo_vmware.api [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 808.605522] env[69316]: value = "task-3366824" [ 808.605522] env[69316]: _type = "Task" [ 808.605522] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.613877] env[69316]: DEBUG oslo_vmware.api [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.648884] env[69316]: DEBUG oslo_concurrency.lockutils [req-ec6545f5-3fdb-4792-9a5b-6457c0563e50 req-102ac262-5f11-45e7-9a47-0e12e3bf0821 service nova] Releasing lock "refresh_cache-13556d56-c154-4033-bc15-d205744f92b9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.739283] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52854dd9-97e5-a73b-e4d4-14935905a81b, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.742471] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c5413c-84b0-4453-a60f-28af8f73d382 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.747349] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 808.747349] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5230d640-3deb-401b-cdf8-331300822868" [ 808.747349] env[69316]: _type = "Task" [ 808.747349] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.756747] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5230d640-3deb-401b-cdf8-331300822868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.862577] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71e7730-f972-4758-bfd7-52aca05e418c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.871775] env[69316]: DEBUG oslo_vmware.api [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366821, 'name': PowerOffVM_Task, 'duration_secs': 0.564945} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.873604] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.873785] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.874151] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecc433c5-fd99-4f6d-a542-1de152843503 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.876200] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99deab8-da55-4696-8a18-f0dd9bf688c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.906737] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4b85ba-978a-4a6f-a2db-3e47ed507324 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.912634] env[69316]: INFO nova.virt.block_device [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Booting with volume b60eda4f-5437-4869-a2b4-ed31a9725ca0 at /dev/sda [ 808.918051] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824dbd03-185b-4ae0-afc4-890805888cc3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.935472] env[69316]: DEBUG nova.compute.provider_tree [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.946744] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.946967] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.947289] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleting the datastore file [datastore1] bda998f5-6a6b-45ba-a8bf-56794218f095 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.947680] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3705957-ef43-4a89-814a-c29282bc34ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.953682] env[69316]: DEBUG oslo_vmware.api [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 808.953682] env[69316]: value = "task-3366826" [ 808.953682] env[69316]: _type = "Task" [ 808.953682] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.958692] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8549e13e-a7c3-41e6-86eb-13307da354ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.963283] env[69316]: DEBUG oslo_vmware.api [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.969602] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6788066-d97a-44ab-87aa-ace85589a17d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.001202] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cb19c0b-ead9-4dd0-8e21-a62f87ce0f44 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.008528] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e70557-b41d-4bd3-a344-e9693b2dc2d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.041094] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d668a4-f0ec-45f6-a7a7-734b9daa4dad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.047593] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0de8dc-ffb1-4a63-9f70-67147fa53a9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.060940] env[69316]: DEBUG nova.virt.block_device [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Updating existing volume attachment record: ed6edf86-8ac3-4fa6-bdba-934aac770e83 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.107052] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquiring lock "2e386d21-09db-401a-8ee6-c8da8dd6d819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.107052] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "2e386d21-09db-401a-8ee6-c8da8dd6d819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.115301] env[69316]: DEBUG oslo_vmware.api [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188268} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.115542] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.115726] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.115900] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.116119] env[69316]: INFO nova.compute.manager [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 809.116360] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.116546] env[69316]: DEBUG nova.compute.manager [-] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.117118] env[69316]: DEBUG nova.network.neutron [-] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.257240] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5230d640-3deb-401b-cdf8-331300822868, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.257485] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.257757] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 13556d56-c154-4033-bc15-d205744f92b9/13556d56-c154-4033-bc15-d205744f92b9.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.258067] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b4fc6f8-ad83-4386-a239-6576f1940dd1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.264714] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 809.264714] env[69316]: value = "task-3366827" [ 809.264714] env[69316]: _type = "Task" [ 809.264714] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.272319] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.438516] env[69316]: DEBUG nova.scheduler.client.report [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.461261] env[69316]: DEBUG nova.compute.manager [req-ef38ec9e-5538-40e5-b78c-2c20f80f8489 req-402eb695-8144-457c-965c-80c3ad1d6040 service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Received event network-vif-deleted-2280543e-aa06-4af3-ad4a-7655f98ac960 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.461518] env[69316]: INFO nova.compute.manager [req-ef38ec9e-5538-40e5-b78c-2c20f80f8489 req-402eb695-8144-457c-965c-80c3ad1d6040 service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Neutron deleted interface 2280543e-aa06-4af3-ad4a-7655f98ac960; detaching it from the instance and deleting it from the info cache [ 809.461704] env[69316]: DEBUG nova.network.neutron [req-ef38ec9e-5538-40e5-b78c-2c20f80f8489 req-402eb695-8144-457c-965c-80c3ad1d6040 service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.470060] env[69316]: DEBUG oslo_vmware.api [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3366826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133086} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.470330] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.470516] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.470691] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.470869] env[69316]: INFO nova.compute.manager [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Took 1.63 seconds to destroy the instance on the hypervisor. [ 809.471109] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.471295] env[69316]: DEBUG nova.compute.manager [-] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.471425] env[69316]: DEBUG nova.network.neutron [-] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.723568] env[69316]: DEBUG nova.compute.manager [req-110e403b-11a4-4e70-999e-2f50c1e147ea req-09d66018-ba1f-4d52-b078-9b3d4c897ce4 service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Received event network-vif-plugged-c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.723616] env[69316]: DEBUG oslo_concurrency.lockutils [req-110e403b-11a4-4e70-999e-2f50c1e147ea req-09d66018-ba1f-4d52-b078-9b3d4c897ce4 service nova] Acquiring lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.724064] env[69316]: DEBUG oslo_concurrency.lockutils [req-110e403b-11a4-4e70-999e-2f50c1e147ea req-09d66018-ba1f-4d52-b078-9b3d4c897ce4 service nova] Lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.724139] env[69316]: DEBUG oslo_concurrency.lockutils [req-110e403b-11a4-4e70-999e-2f50c1e147ea req-09d66018-ba1f-4d52-b078-9b3d4c897ce4 service nova] Lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.724342] env[69316]: DEBUG nova.compute.manager [req-110e403b-11a4-4e70-999e-2f50c1e147ea req-09d66018-ba1f-4d52-b078-9b3d4c897ce4 service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] No waiting events found dispatching network-vif-plugged-c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.724444] env[69316]: WARNING nova.compute.manager [req-110e403b-11a4-4e70-999e-2f50c1e147ea req-09d66018-ba1f-4d52-b078-9b3d4c897ce4 service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Received unexpected event network-vif-plugged-c8b4ac81-e45d-4990-957d-4c0912905a83 for instance with vm_state building and task_state block_device_mapping. [ 809.776313] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469762} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.776620] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 13556d56-c154-4033-bc15-d205744f92b9/13556d56-c154-4033-bc15-d205744f92b9.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.776777] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.777028] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab9d69d4-d6d7-4773-bc8c-6cfb96a7977c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.783770] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 809.783770] env[69316]: value = "task-3366828" [ 809.783770] env[69316]: _type = "Task" [ 809.783770] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.793182] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.812055] env[69316]: DEBUG nova.network.neutron [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Successfully updated port: c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.938632] env[69316]: DEBUG nova.network.neutron [-] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.947906] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.948436] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.951539] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.460s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.952974] env[69316]: INFO nova.compute.claims [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.964597] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a38794cb-51dc-4b44-a326-16da7c951854 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.974375] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd39c523-1473-4fdc-a5ec-3f856c59c08b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.007715] env[69316]: DEBUG nova.compute.manager [req-ef38ec9e-5538-40e5-b78c-2c20f80f8489 req-402eb695-8144-457c-965c-80c3ad1d6040 service nova] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Detach interface failed, port_id=2280543e-aa06-4af3-ad4a-7655f98ac960, reason: Instance 125e57cd-019d-4880-9ffd-ba445151c55f could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 810.249706] env[69316]: DEBUG nova.network.neutron [-] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.294613] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06209} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.294883] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.295660] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcd2f80-a4f3-41c7-8840-640f744653c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.319182] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 13556d56-c154-4033-bc15-d205744f92b9/13556d56-c154-4033-bc15-d205744f92b9.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.319681] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Acquiring lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.319838] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Acquired lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.320055] env[69316]: DEBUG nova.network.neutron [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.322222] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2463d776-f3e3-4154-9b91-f1d78157c992 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.343069] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 810.343069] env[69316]: value = "task-3366829" [ 810.343069] env[69316]: _type = "Task" [ 810.343069] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.351598] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.373714] env[69316]: DEBUG nova.network.neutron [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.441634] env[69316]: INFO nova.compute.manager [-] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Took 1.32 seconds to deallocate network for instance. [ 810.459237] env[69316]: DEBUG nova.compute.utils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.460718] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.460841] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.504658] env[69316]: DEBUG nova.policy [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0505d9957eaf4673bcd15d8cc92c8587', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c89b2848f2048708139b78e464a71d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.526514] env[69316]: DEBUG nova.network.neutron [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Updating instance_info_cache with network_info: [{"id": "c8b4ac81-e45d-4990-957d-4c0912905a83", "address": "fa:16:3e:77:86:8e", "network": {"id": "78f7cc57-13f3-4e01-bdbd-d6f557dffd19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-902231931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ca87b744a53436e917298257473c6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b4ac81-e4", "ovs_interfaceid": "c8b4ac81-e45d-4990-957d-4c0912905a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.753076] env[69316]: INFO nova.compute.manager [-] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Took 1.28 seconds to deallocate network for instance. [ 810.785357] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Successfully created port: 92d42a59-0561-4fdd-a90c-bb1a7bd5728e {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.854830] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366829, 'name': ReconfigVM_Task, 'duration_secs': 0.27981} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.855315] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 13556d56-c154-4033-bc15-d205744f92b9/13556d56-c154-4033-bc15-d205744f92b9.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.856119] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64c79d2d-1508-4db9-8bd0-6efda0993986 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.865534] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 810.865534] env[69316]: value = "task-3366830" [ 810.865534] env[69316]: _type = "Task" [ 810.865534] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.871497] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366830, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.950878] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.964543] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.029510] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Releasing lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.029851] env[69316]: DEBUG nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Instance network_info: |[{"id": "c8b4ac81-e45d-4990-957d-4c0912905a83", "address": "fa:16:3e:77:86:8e", "network": {"id": "78f7cc57-13f3-4e01-bdbd-d6f557dffd19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-902231931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ca87b744a53436e917298257473c6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b4ac81-e4", "ovs_interfaceid": "c8b4ac81-e45d-4990-957d-4c0912905a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.168725] env[69316]: DEBUG nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.169203] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.169445] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.169658] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.169809] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.169954] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.170172] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.170397] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.170595] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.170716] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.170878] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.171775] env[69316]: DEBUG nova.virt.hardware [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.173487] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b27edc-2ee4-466d-a3da-7d8ccf2571bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.186180] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47b81d6-636d-4269-8e70-9084b066b26b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.202807] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:86:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8b4ac81-e45d-4990-957d-4c0912905a83', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.210428] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Creating folder: Project (4ca87b744a53436e917298257473c6fa). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.213076] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45a287a0-62e4-45c0-aa7b-f5d44bf838da {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.226920] env[69316]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 811.227101] env[69316]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69316) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 811.227484] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Folder already exists: Project (4ca87b744a53436e917298257473c6fa). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 811.227689] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Creating folder: Instances. Parent ref: group-v671794. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.227919] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3df06656-1114-4ee5-91d9-97658ea8148b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.239769] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Created folder: Instances in parent group-v671794. [ 811.239769] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.239898] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.240708] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a89e0c3f-a32d-4634-8cca-67df6e908804 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.261182] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.264140] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.264140] env[69316]: value = "task-3366833" [ 811.264140] env[69316]: _type = "Task" [ 811.264140] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.271272] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366833, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.373858] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366830, 'name': Rename_Task, 'duration_secs': 0.1448} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.374055] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.374256] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890cd7c3-c601-463b-8298-a9378acf95bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.380845] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 811.380845] env[69316]: value = "task-3366834" [ 811.380845] env[69316]: _type = "Task" [ 811.380845] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.390672] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.453376] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc993e7c-f9df-4dd3-b8f7-fbd08ab5e3e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.460884] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9448a7ed-999a-491e-bf26-2c8fe9ad805f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.495226] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee746c-f93f-428c-9681-c52ff67c9708 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.498654] env[69316]: DEBUG nova.compute.manager [req-e74dd28c-5c96-4648-a86e-1e7e7ce56a8c req-0fdaa6f6-eeaa-40ac-9d98-b53ed3548ed0 service nova] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Received event network-vif-deleted-a59a92e2-a6ae-41f0-9fc6-ba775e98b871 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.504454] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bbe13d-ee47-4bec-bd88-afc1a782d52a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.518564] env[69316]: DEBUG nova.compute.provider_tree [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.752472] env[69316]: DEBUG nova.compute.manager [req-ea1e8f35-d6d6-4a6c-ac6e-69594101b8c0 req-6302b6c2-23e2-40e0-bdc2-bf5df061da2d service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Received event network-changed-c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.752727] env[69316]: DEBUG nova.compute.manager [req-ea1e8f35-d6d6-4a6c-ac6e-69594101b8c0 req-6302b6c2-23e2-40e0-bdc2-bf5df061da2d service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Refreshing instance network info cache due to event network-changed-c8b4ac81-e45d-4990-957d-4c0912905a83. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.752908] env[69316]: DEBUG oslo_concurrency.lockutils [req-ea1e8f35-d6d6-4a6c-ac6e-69594101b8c0 req-6302b6c2-23e2-40e0-bdc2-bf5df061da2d service nova] Acquiring lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.753066] env[69316]: DEBUG oslo_concurrency.lockutils [req-ea1e8f35-d6d6-4a6c-ac6e-69594101b8c0 req-6302b6c2-23e2-40e0-bdc2-bf5df061da2d service nova] Acquired lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.753256] env[69316]: DEBUG nova.network.neutron [req-ea1e8f35-d6d6-4a6c-ac6e-69594101b8c0 req-6302b6c2-23e2-40e0-bdc2-bf5df061da2d service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Refreshing network info cache for port c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.773471] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366833, 'name': CreateVM_Task, 'duration_secs': 0.479094} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.773620] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.774326] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671809', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'name': 'volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd296fcbe-d243-4c97-a871-34bdfa99dcf6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'serial': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0'}, 'delete_on_termination': True, 'attachment_id': 'ed6edf86-8ac3-4fa6-bdba-934aac770e83', 'volume_type': None}], 'swap': None} {{(pid=69316) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 811.774546] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Root volume attach. Driver type: vmdk {{(pid=69316) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 811.775333] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c21b21e-2533-4e99-9d5c-97e4e9e09f09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.783051] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f4d16-0597-4a5f-bedb-16cfea730d50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.788959] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f2ac9f-858d-45f2-bf79-5e9bf2152c4e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.795217] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-83e72c3b-9890-42b5-9bee-56f822e1d01c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.801940] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 811.801940] env[69316]: value = "task-3366835" [ 811.801940] env[69316]: _type = "Task" [ 811.801940] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.810233] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366835, 'name': RelocateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.892641] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.995917] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.021648] env[69316]: DEBUG nova.scheduler.client.report [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.029061] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.029061] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.029061] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.029278] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.029745] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.030152] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.030488] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.030693] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.030875] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.031322] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.031322] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.034041] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a18278-a307-472e-ae87-40d647f589ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.043555] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e27ec1-d84d-47bd-a5e9-49f6c9600571 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.311651] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366835, 'name': RelocateVM_Task, 'duration_secs': 0.360734} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.311939] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 812.312181] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671809', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'name': 'volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd296fcbe-d243-4c97-a871-34bdfa99dcf6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'serial': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 812.312882] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f114d1ec-bcb8-41c7-a36c-4750ae3c1cc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.328137] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee78dc44-fda7-4b9a-a0e0-482ae9716104 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.350661] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0/volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.353199] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f907cd6-0417-4e1f-ba63-dd282d00922d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.372019] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 812.372019] env[69316]: value = "task-3366836" [ 812.372019] env[69316]: _type = "Task" [ 812.372019] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.379789] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.389743] env[69316]: DEBUG oslo_vmware.api [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366834, 'name': PowerOnVM_Task, 'duration_secs': 0.552965} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.391926] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.392155] env[69316]: INFO nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Took 7.52 seconds to spawn the instance on the hypervisor. [ 812.392340] env[69316]: DEBUG nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.393150] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b126bb7-2675-497c-9603-91a830790ab7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.530630] env[69316]: DEBUG nova.network.neutron [req-ea1e8f35-d6d6-4a6c-ac6e-69594101b8c0 req-6302b6c2-23e2-40e0-bdc2-bf5df061da2d service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Updated VIF entry in instance network info cache for port c8b4ac81-e45d-4990-957d-4c0912905a83. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.531119] env[69316]: DEBUG nova.network.neutron [req-ea1e8f35-d6d6-4a6c-ac6e-69594101b8c0 req-6302b6c2-23e2-40e0-bdc2-bf5df061da2d service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Updating instance_info_cache with network_info: [{"id": "c8b4ac81-e45d-4990-957d-4c0912905a83", "address": "fa:16:3e:77:86:8e", "network": {"id": "78f7cc57-13f3-4e01-bdbd-d6f557dffd19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-902231931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ca87b744a53436e917298257473c6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b4ac81-e4", "ovs_interfaceid": "c8b4ac81-e45d-4990-957d-4c0912905a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.533212] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.533784] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.537550] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Successfully updated port: 92d42a59-0561-4fdd-a90c-bb1a7bd5728e {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.539186] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.406s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.540997] env[69316]: INFO nova.compute.claims [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.881747] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366836, 'name': ReconfigVM_Task, 'duration_secs': 0.259958} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.882040] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0/volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.886678] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdffc929-9c3b-4d0c-b4fc-4466bdc945ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.902132] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 812.902132] env[69316]: value = "task-3366837" [ 812.902132] env[69316]: _type = "Task" [ 812.902132] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.918810] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.919407] env[69316]: INFO nova.compute.manager [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Took 45.81 seconds to build instance. [ 813.039406] env[69316]: DEBUG nova.compute.utils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.041068] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.041068] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.043996] env[69316]: DEBUG oslo_concurrency.lockutils [req-ea1e8f35-d6d6-4a6c-ac6e-69594101b8c0 req-6302b6c2-23e2-40e0-bdc2-bf5df061da2d service nova] Releasing lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.045106] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "refresh_cache-ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.045106] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "refresh_cache-ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.045106] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.112032] env[69316]: DEBUG nova.policy [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0505d9957eaf4673bcd15d8cc92c8587', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c89b2848f2048708139b78e464a71d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.416263] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366837, 'name': ReconfigVM_Task, 'duration_secs': 0.142451} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.416690] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671809', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'name': 'volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd296fcbe-d243-4c97-a871-34bdfa99dcf6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'serial': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 813.417334] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20a78da9-6431-4e0c-8c93-ab6551b5eae0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.421916] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ec446559-56ad-4173-be75-98cf14af30d5 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "13556d56-c154-4033-bc15-d205744f92b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.917s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.424445] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 813.424445] env[69316]: value = "task-3366838" [ 813.424445] env[69316]: _type = "Task" [ 813.424445] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.433607] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366838, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.544975] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.598843] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.718551] env[69316]: DEBUG nova.compute.manager [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Received event network-vif-plugged-92d42a59-0561-4fdd-a90c-bb1a7bd5728e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.718828] env[69316]: DEBUG oslo_concurrency.lockutils [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] Acquiring lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.719088] env[69316]: DEBUG oslo_concurrency.lockutils [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] Lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.719373] env[69316]: DEBUG oslo_concurrency.lockutils [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] Lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.719619] env[69316]: DEBUG nova.compute.manager [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] No waiting events found dispatching network-vif-plugged-92d42a59-0561-4fdd-a90c-bb1a7bd5728e {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.720063] env[69316]: WARNING nova.compute.manager [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Received unexpected event network-vif-plugged-92d42a59-0561-4fdd-a90c-bb1a7bd5728e for instance with vm_state building and task_state spawning. [ 813.720063] env[69316]: DEBUG nova.compute.manager [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Received event network-changed-92d42a59-0561-4fdd-a90c-bb1a7bd5728e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.720248] env[69316]: DEBUG nova.compute.manager [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Refreshing instance network info cache due to event network-changed-92d42a59-0561-4fdd-a90c-bb1a7bd5728e. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.720419] env[69316]: DEBUG oslo_concurrency.lockutils [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] Acquiring lock "refresh_cache-ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.743143] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Successfully created port: dd521a9e-9234-406e-9f4b-5aa8de58acb8 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.750180] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Updating instance_info_cache with network_info: [{"id": "92d42a59-0561-4fdd-a90c-bb1a7bd5728e", "address": "fa:16:3e:fe:8d:9b", "network": {"id": "65dd95f3-83cb-4589-b551-26c7f7dcaefe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1416376805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c89b2848f2048708139b78e464a71d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d42a59-05", "ovs_interfaceid": "92d42a59-0561-4fdd-a90c-bb1a7bd5728e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.926972] env[69316]: DEBUG nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.938924] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366838, 'name': Rename_Task, 'duration_secs': 0.160335} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.939334] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.939587] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5a0872b-c1f9-43ff-b7c9-b127f4618e20 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.949901] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 813.949901] env[69316]: value = "task-3366839" [ 813.949901] env[69316]: _type = "Task" [ 813.949901] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.958963] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.068853] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3104ec48-cae7-4d90-94f3-371a8964886f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.075386] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c2c45-462a-48a9-b5a2-82ba490450ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.106588] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28419eb-489c-469b-9bba-253311fb98c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.114674] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4926a8b5-745b-4bb3-98c6-277ccbe942af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.129648] env[69316]: DEBUG nova.compute.provider_tree [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.253633] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "refresh_cache-ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.253991] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Instance network_info: |[{"id": "92d42a59-0561-4fdd-a90c-bb1a7bd5728e", "address": "fa:16:3e:fe:8d:9b", "network": {"id": "65dd95f3-83cb-4589-b551-26c7f7dcaefe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1416376805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c89b2848f2048708139b78e464a71d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d42a59-05", "ovs_interfaceid": "92d42a59-0561-4fdd-a90c-bb1a7bd5728e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.254309] env[69316]: DEBUG oslo_concurrency.lockutils [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] Acquired lock "refresh_cache-ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.254489] env[69316]: DEBUG nova.network.neutron [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Refreshing network info cache for port 92d42a59-0561-4fdd-a90c-bb1a7bd5728e {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.255633] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:8d:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92d42a59-0561-4fdd-a90c-bb1a7bd5728e', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.263369] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Creating folder: Project (7c89b2848f2048708139b78e464a71d7). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.264804] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6971f2e7-1a53-40ca-860d-cf2969feafa4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.275802] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Created folder: Project (7c89b2848f2048708139b78e464a71d7) in parent group-v671748. [ 814.276017] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Creating folder: Instances. Parent ref: group-v671845. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.276406] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a9af699-5597-4cff-9b8d-96234ffcdcea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.285157] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Created folder: Instances in parent group-v671845. [ 814.285402] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.285586] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.285924] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f66feb87-b9ed-47e1-aa2f-0df303fa42f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.304985] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.304985] env[69316]: value = "task-3366842" [ 814.304985] env[69316]: _type = "Task" [ 814.304985] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.312742] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366842, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.456142] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.459952] env[69316]: DEBUG oslo_vmware.api [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3366839, 'name': PowerOnVM_Task, 'duration_secs': 0.421524} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.460237] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.460489] env[69316]: INFO nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Took 3.29 seconds to spawn the instance on the hypervisor. [ 814.460694] env[69316]: DEBUG nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.461540] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9788421c-d365-4222-a5e6-0498f7d45a46 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.556585] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.582865] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.583129] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.583322] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.583579] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.583794] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.584015] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.584280] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.584533] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.584747] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.584933] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.585415] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.586787] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5905bc7-11a8-40ed-b965-5226b0f0a423 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.595889] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90259cc-42e5-47bd-9173-7a6f5056acc4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.636131] env[69316]: DEBUG nova.scheduler.client.report [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.815423] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366842, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.969026] env[69316]: DEBUG nova.network.neutron [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Updated VIF entry in instance network info cache for port 92d42a59-0561-4fdd-a90c-bb1a7bd5728e. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.970098] env[69316]: DEBUG nova.network.neutron [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Updating instance_info_cache with network_info: [{"id": "92d42a59-0561-4fdd-a90c-bb1a7bd5728e", "address": "fa:16:3e:fe:8d:9b", "network": {"id": "65dd95f3-83cb-4589-b551-26c7f7dcaefe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1416376805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c89b2848f2048708139b78e464a71d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d42a59-05", "ovs_interfaceid": "92d42a59-0561-4fdd-a90c-bb1a7bd5728e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.981174] env[69316]: INFO nova.compute.manager [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Took 42.57 seconds to build instance. [ 815.141566] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.142095] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.144707] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.424s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.146398] env[69316]: INFO nova.compute.claims [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.315312] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366842, 'name': CreateVM_Task, 'duration_secs': 0.512991} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.315510] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.316180] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.316371] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.316678] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.316928] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9dbe61-b30d-4dfb-97b6-8b751d73a56e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.321793] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 815.321793] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5299d6b5-e4cc-49f1-0566-951c67e9d329" [ 815.321793] env[69316]: _type = "Task" [ 815.321793] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.330914] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5299d6b5-e4cc-49f1-0566-951c67e9d329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.366857] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Successfully updated port: dd521a9e-9234-406e-9f4b-5aa8de58acb8 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.477085] env[69316]: DEBUG oslo_concurrency.lockutils [req-6fa86369-045c-4b4f-a6b6-9464b50efa63 req-db77847c-3bfc-4495-946f-a23fad5db14d service nova] Releasing lock "refresh_cache-ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.483077] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.059s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.568237] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquiring lock "13556d56-c154-4033-bc15-d205744f92b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.568510] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "13556d56-c154-4033-bc15-d205744f92b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.568723] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquiring lock "13556d56-c154-4033-bc15-d205744f92b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.568910] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "13556d56-c154-4033-bc15-d205744f92b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.569090] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "13556d56-c154-4033-bc15-d205744f92b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.571123] env[69316]: INFO nova.compute.manager [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Terminating instance [ 815.651265] env[69316]: DEBUG nova.compute.utils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.652437] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.652609] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.743184] env[69316]: DEBUG nova.policy [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0505d9957eaf4673bcd15d8cc92c8587', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c89b2848f2048708139b78e464a71d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.832180] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5299d6b5-e4cc-49f1-0566-951c67e9d329, 'name': SearchDatastore_Task, 'duration_secs': 0.029364} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.833536] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.833769] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.834008] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.834163] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.834378] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.835592] env[69316]: DEBUG nova.compute.manager [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Received event network-vif-plugged-dd521a9e-9234-406e-9f4b-5aa8de58acb8 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.835781] env[69316]: DEBUG oslo_concurrency.lockutils [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] Acquiring lock "6adb743f-3e48-41b6-9643-6e1927555681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.835986] env[69316]: DEBUG oslo_concurrency.lockutils [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] Lock "6adb743f-3e48-41b6-9643-6e1927555681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.836167] env[69316]: DEBUG oslo_concurrency.lockutils [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] Lock "6adb743f-3e48-41b6-9643-6e1927555681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.836334] env[69316]: DEBUG nova.compute.manager [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] No waiting events found dispatching network-vif-plugged-dd521a9e-9234-406e-9f4b-5aa8de58acb8 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.836532] env[69316]: WARNING nova.compute.manager [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Received unexpected event network-vif-plugged-dd521a9e-9234-406e-9f4b-5aa8de58acb8 for instance with vm_state building and task_state spawning. [ 815.836656] env[69316]: DEBUG nova.compute.manager [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Received event network-changed-dd521a9e-9234-406e-9f4b-5aa8de58acb8 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.836803] env[69316]: DEBUG nova.compute.manager [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Refreshing instance network info cache due to event network-changed-dd521a9e-9234-406e-9f4b-5aa8de58acb8. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.836981] env[69316]: DEBUG oslo_concurrency.lockutils [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] Acquiring lock "refresh_cache-6adb743f-3e48-41b6-9643-6e1927555681" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.837129] env[69316]: DEBUG oslo_concurrency.lockutils [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] Acquired lock "refresh_cache-6adb743f-3e48-41b6-9643-6e1927555681" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.837281] env[69316]: DEBUG nova.network.neutron [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Refreshing network info cache for port dd521a9e-9234-406e-9f4b-5aa8de58acb8 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.838700] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21c8207f-c484-40ff-ba28-e45d0dad393a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.847639] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.847820] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.849027] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ce6491-e8d8-4ceb-8193-7660740442d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.854856] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 815.854856] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526fb4aa-ec84-f2e7-c2f3-1ad6224369b8" [ 815.854856] env[69316]: _type = "Task" [ 815.854856] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.863185] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526fb4aa-ec84-f2e7-c2f3-1ad6224369b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.869062] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "refresh_cache-6adb743f-3e48-41b6-9643-6e1927555681" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.985490] env[69316]: DEBUG nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.074336] env[69316]: DEBUG nova.compute.manager [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.075832] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.075832] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd02677d-bcd2-44a1-b842-43b4aa46c16d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.087380] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.087380] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5bb0926-c4c7-493b-8455-6bf31f10f083 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.093444] env[69316]: DEBUG oslo_vmware.api [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 816.093444] env[69316]: value = "task-3366843" [ 816.093444] env[69316]: _type = "Task" [ 816.093444] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.103240] env[69316]: DEBUG oslo_vmware.api [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.157519] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.193166] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Successfully created port: 0da350dd-89f5-4ac8-aae1-65d567ad2014 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.367397] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526fb4aa-ec84-f2e7-c2f3-1ad6224369b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.372176] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6090b4-a1f5-4cc3-a6f2-221710e58732 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.377106] env[69316]: DEBUG nova.network.neutron [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.379831] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 816.379831] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52364f34-78fb-4077-7e98-04d9f2b0ef3c" [ 816.379831] env[69316]: _type = "Task" [ 816.379831] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.390404] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52364f34-78fb-4077-7e98-04d9f2b0ef3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.501350] env[69316]: DEBUG nova.network.neutron [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.510906] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.513472] env[69316]: DEBUG nova.compute.manager [req-92f6063d-3633-467b-9a1f-9a08a1c5283c req-d4c4e275-4668-4a43-902e-879293990d6b service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Received event network-changed-c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.514806] env[69316]: DEBUG nova.compute.manager [req-92f6063d-3633-467b-9a1f-9a08a1c5283c req-d4c4e275-4668-4a43-902e-879293990d6b service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Refreshing instance network info cache due to event network-changed-c8b4ac81-e45d-4990-957d-4c0912905a83. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.514806] env[69316]: DEBUG oslo_concurrency.lockutils [req-92f6063d-3633-467b-9a1f-9a08a1c5283c req-d4c4e275-4668-4a43-902e-879293990d6b service nova] Acquiring lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.514806] env[69316]: DEBUG oslo_concurrency.lockutils [req-92f6063d-3633-467b-9a1f-9a08a1c5283c req-d4c4e275-4668-4a43-902e-879293990d6b service nova] Acquired lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.514806] env[69316]: DEBUG nova.network.neutron [req-92f6063d-3633-467b-9a1f-9a08a1c5283c req-d4c4e275-4668-4a43-902e-879293990d6b service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Refreshing network info cache for port c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.606650] env[69316]: DEBUG oslo_vmware.api [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366843, 'name': PowerOffVM_Task, 'duration_secs': 0.230288} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.606939] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.607125] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.607387] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d369a94-9085-4f6c-8731-d688d15a54e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.675020] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.675020] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.675020] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Deleting the datastore file [datastore2] 13556d56-c154-4033-bc15-d205744f92b9 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.675020] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09c3c48f-3ab6-4ec3-a3bf-58bd677b5569 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.679578] env[69316]: DEBUG oslo_vmware.api [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for the task: (returnval){ [ 816.679578] env[69316]: value = "task-3366845" [ 816.679578] env[69316]: _type = "Task" [ 816.679578] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.690865] env[69316]: DEBUG oslo_vmware.api [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.763951] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1527da-c333-40b9-b7fd-91cb7da1a9c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.771818] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf388b3f-4a77-4176-8d1b-8ae44e45b75d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.807806] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55833a1d-6af7-4d53-98b0-d40142635964 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.815618] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80776f53-70ca-40cf-bec0-724c807c3b89 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.829381] env[69316]: DEBUG nova.compute.provider_tree [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.889949] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52364f34-78fb-4077-7e98-04d9f2b0ef3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.890255] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.890672] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] ff3b6952-b448-44b4-8cf3-3abf7cb5e26a/ff3b6952-b448-44b4-8cf3-3abf7cb5e26a.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.890951] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53f03dca-5b88-4830-b186-48555fe1c4f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.897388] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 816.897388] env[69316]: value = "task-3366846" [ 816.897388] env[69316]: _type = "Task" [ 816.897388] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.905172] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.004174] env[69316]: DEBUG oslo_concurrency.lockutils [req-3cf83ab0-eb05-457e-a7f9-a156096cfcac req-28a14a84-3688-4eb9-af8d-67dafb67fdf4 service nova] Releasing lock "refresh_cache-6adb743f-3e48-41b6-9643-6e1927555681" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.004618] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "refresh_cache-6adb743f-3e48-41b6-9643-6e1927555681" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.004848] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.173104] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.191203] env[69316]: DEBUG oslo_vmware.api [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Task: {'id': task-3366845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150549} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.194957] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.195102] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.195390] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.195587] env[69316]: INFO nova.compute.manager [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 817.195884] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.200570] env[69316]: DEBUG nova.compute.manager [-] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.200689] env[69316]: DEBUG nova.network.neutron [-] [instance: 13556d56-c154-4033-bc15-d205744f92b9] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.209761] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.210021] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.211320] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.211320] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.211320] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.211320] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.211320] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.211537] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.211537] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.211628] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.211795] env[69316]: DEBUG nova.virt.hardware [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.212968] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf074df-b22b-4a58-b914-27c1bf77777a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.222181] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b078b5-c9b3-4f65-a1f6-9f53df710b72 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.338027] env[69316]: DEBUG nova.scheduler.client.report [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.347068] env[69316]: DEBUG nova.network.neutron [req-92f6063d-3633-467b-9a1f-9a08a1c5283c req-d4c4e275-4668-4a43-902e-879293990d6b service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Updated VIF entry in instance network info cache for port c8b4ac81-e45d-4990-957d-4c0912905a83. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.347068] env[69316]: DEBUG nova.network.neutron [req-92f6063d-3633-467b-9a1f-9a08a1c5283c req-d4c4e275-4668-4a43-902e-879293990d6b service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Updating instance_info_cache with network_info: [{"id": "c8b4ac81-e45d-4990-957d-4c0912905a83", "address": "fa:16:3e:77:86:8e", "network": {"id": "78f7cc57-13f3-4e01-bdbd-d6f557dffd19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-902231931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ca87b744a53436e917298257473c6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b4ac81-e4", "ovs_interfaceid": "c8b4ac81-e45d-4990-957d-4c0912905a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.408101] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483491} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.408101] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] ff3b6952-b448-44b4-8cf3-3abf7cb5e26a/ff3b6952-b448-44b4-8cf3-3abf7cb5e26a.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.408101] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.408246] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d20bbb0e-f38e-47bf-8bf6-7b408b5d331d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.413847] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 817.413847] env[69316]: value = "task-3366847" [ 817.413847] env[69316]: _type = "Task" [ 817.413847] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.424915] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.547719] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.676971] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Updating instance_info_cache with network_info: [{"id": "dd521a9e-9234-406e-9f4b-5aa8de58acb8", "address": "fa:16:3e:5e:8a:b9", "network": {"id": "65dd95f3-83cb-4589-b551-26c7f7dcaefe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1416376805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c89b2848f2048708139b78e464a71d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd521a9e-92", "ovs_interfaceid": "dd521a9e-9234-406e-9f4b-5aa8de58acb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.761192] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Successfully updated port: 0da350dd-89f5-4ac8-aae1-65d567ad2014 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.840795] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.841360] env[69316]: DEBUG nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.843830] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.898s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.844060] env[69316]: DEBUG nova.objects.instance [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lazy-loading 'resources' on Instance uuid 9ea66b42-34d2-430c-b688-34d7a6d600a2 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.850334] env[69316]: DEBUG oslo_concurrency.lockutils [req-92f6063d-3633-467b-9a1f-9a08a1c5283c req-d4c4e275-4668-4a43-902e-879293990d6b service nova] Releasing lock "refresh_cache-d296fcbe-d243-4c97-a871-34bdfa99dcf6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.861145] env[69316]: DEBUG nova.compute.manager [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Received event network-vif-plugged-0da350dd-89f5-4ac8-aae1-65d567ad2014 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.861438] env[69316]: DEBUG oslo_concurrency.lockutils [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] Acquiring lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.861681] env[69316]: DEBUG oslo_concurrency.lockutils [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] Lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.861882] env[69316]: DEBUG oslo_concurrency.lockutils [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] Lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.862036] env[69316]: DEBUG nova.compute.manager [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] No waiting events found dispatching network-vif-plugged-0da350dd-89f5-4ac8-aae1-65d567ad2014 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.862203] env[69316]: WARNING nova.compute.manager [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Received unexpected event network-vif-plugged-0da350dd-89f5-4ac8-aae1-65d567ad2014 for instance with vm_state building and task_state spawning. [ 817.862360] env[69316]: DEBUG nova.compute.manager [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Received event network-changed-0da350dd-89f5-4ac8-aae1-65d567ad2014 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.862512] env[69316]: DEBUG nova.compute.manager [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Refreshing instance network info cache due to event network-changed-0da350dd-89f5-4ac8-aae1-65d567ad2014. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.862689] env[69316]: DEBUG oslo_concurrency.lockutils [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] Acquiring lock "refresh_cache-c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.862819] env[69316]: DEBUG oslo_concurrency.lockutils [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] Acquired lock "refresh_cache-c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.862968] env[69316]: DEBUG nova.network.neutron [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Refreshing network info cache for port 0da350dd-89f5-4ac8-aae1-65d567ad2014 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.923368] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06399} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.923813] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.925027] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a1066a-31fd-44f9-a562-47318e14b990 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.946319] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ff3b6952-b448-44b4-8cf3-3abf7cb5e26a/ff3b6952-b448-44b4-8cf3-3abf7cb5e26a.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.946864] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab96b21e-e464-4541-91f6-68f33c21690e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.966913] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 817.966913] env[69316]: value = "task-3366848" [ 817.966913] env[69316]: _type = "Task" [ 817.966913] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.974630] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.040134] env[69316]: DEBUG nova.network.neutron [-] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.179701] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "refresh_cache-6adb743f-3e48-41b6-9643-6e1927555681" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.180150] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Instance network_info: |[{"id": "dd521a9e-9234-406e-9f4b-5aa8de58acb8", "address": "fa:16:3e:5e:8a:b9", "network": {"id": "65dd95f3-83cb-4589-b551-26c7f7dcaefe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1416376805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c89b2848f2048708139b78e464a71d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd521a9e-92", "ovs_interfaceid": "dd521a9e-9234-406e-9f4b-5aa8de58acb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.180465] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:8a:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd521a9e-9234-406e-9f4b-5aa8de58acb8', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.187802] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.188349] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.188584] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-423e87eb-ae37-4c92-bf89-46c335a4e2a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.208042] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.208042] env[69316]: value = "task-3366849" [ 818.208042] env[69316]: _type = "Task" [ 818.208042] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.217513] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366849, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.266046] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "refresh_cache-c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.349847] env[69316]: DEBUG nova.compute.utils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.351563] env[69316]: DEBUG nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.351736] env[69316]: DEBUG nova.network.neutron [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.412418] env[69316]: DEBUG nova.network.neutron [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.420874] env[69316]: DEBUG nova.policy [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053b2351db24592811c82d30f9678ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdd9268120f74039a127c7ac485bb997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.481929] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366848, 'name': ReconfigVM_Task, 'duration_secs': 0.274058} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.482321] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ff3b6952-b448-44b4-8cf3-3abf7cb5e26a/ff3b6952-b448-44b4-8cf3-3abf7cb5e26a.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.483518] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14a49762-dbc8-4d17-ab4b-b361bed8929f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.486367] env[69316]: DEBUG nova.network.neutron [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.492651] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 818.492651] env[69316]: value = "task-3366850" [ 818.492651] env[69316]: _type = "Task" [ 818.492651] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.504039] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366850, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.542888] env[69316]: DEBUG nova.compute.manager [req-8874890f-b70a-4d79-94c7-e86c4a9a154b req-0dc69393-769e-4b20-9527-fc0d5848ea6e service nova] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Received event network-vif-deleted-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.543324] env[69316]: INFO nova.compute.manager [-] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Took 1.34 seconds to deallocate network for instance. [ 818.720085] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366849, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.769843] env[69316]: DEBUG nova.network.neutron [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Successfully created port: b15727b9-2aea-40f7-bd1f-4d92120e2b43 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.854951] env[69316]: DEBUG nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.905302] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3637c5c-caa0-41f4-8542-a58beb902995 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.912433] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35733a49-12ce-44ea-a2d0-f8e3e8ae3feb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.942562] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f70004-fb8a-4bcc-a45a-764b05e11f22 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.949617] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9a61b-0ad2-44d3-b559-609cbf2c2f37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.966521] env[69316]: DEBUG nova.compute.provider_tree [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.993628] env[69316]: DEBUG oslo_concurrency.lockutils [req-811e13b8-5260-4fbb-8a6f-42fa6e33444b req-7042318a-45ac-411d-84e0-d23c5e365915 service nova] Releasing lock "refresh_cache-c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.994281] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "refresh_cache-c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.994441] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.005115] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366850, 'name': Rename_Task, 'duration_secs': 0.139319} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.005964] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.006233] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9980cb6-600d-4cb5-bbc4-032797d51d2b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.013280] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 819.013280] env[69316]: value = "task-3366851" [ 819.013280] env[69316]: _type = "Task" [ 819.013280] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.022612] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.052139] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.219459] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366849, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.470687] env[69316]: DEBUG nova.scheduler.client.report [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.523571] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366851, 'name': PowerOnVM_Task, 'duration_secs': 0.454651} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.523704] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.523813] env[69316]: INFO nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Took 7.53 seconds to spawn the instance on the hypervisor. [ 819.523992] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.524811] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3000b0fc-2af5-4dc3-97bd-f51676859e59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.538500] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.674971] env[69316]: DEBUG nova.network.neutron [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Updating instance_info_cache with network_info: [{"id": "0da350dd-89f5-4ac8-aae1-65d567ad2014", "address": "fa:16:3e:5c:eb:b9", "network": {"id": "65dd95f3-83cb-4589-b551-26c7f7dcaefe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1416376805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c89b2848f2048708139b78e464a71d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da350dd-89", "ovs_interfaceid": "0da350dd-89f5-4ac8-aae1-65d567ad2014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.720039] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366849, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.866139] env[69316]: DEBUG nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.891626] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.891867] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.892034] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.892224] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.892373] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.892521] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.892724] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.892881] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.893056] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.893221] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.893393] env[69316]: DEBUG nova.virt.hardware [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.894249] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f753a-1e2e-46e5-9e9f-6409b779f3fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.902292] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f75dc5e-3454-442f-a0c2-bfcc9dff1842 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.976266] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.978692] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.063s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.980285] env[69316]: INFO nova.compute.claims [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.998340] env[69316]: INFO nova.scheduler.client.report [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleted allocations for instance 9ea66b42-34d2-430c-b688-34d7a6d600a2 [ 820.042380] env[69316]: INFO nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Took 46.07 seconds to build instance. [ 820.177787] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "refresh_cache-c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.178089] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Instance network_info: |[{"id": "0da350dd-89f5-4ac8-aae1-65d567ad2014", "address": "fa:16:3e:5c:eb:b9", "network": {"id": "65dd95f3-83cb-4589-b551-26c7f7dcaefe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1416376805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c89b2848f2048708139b78e464a71d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da350dd-89", "ovs_interfaceid": "0da350dd-89f5-4ac8-aae1-65d567ad2014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.178516] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:eb:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0da350dd-89f5-4ac8-aae1-65d567ad2014', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.186459] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.187024] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.187271] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f209087-d40f-4ac9-9755-ff9dac5f2660 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.208985] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.208985] env[69316]: value = "task-3366852" [ 820.208985] env[69316]: _type = "Task" [ 820.208985] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.220633] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366852, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.223578] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366849, 'name': CreateVM_Task, 'duration_secs': 1.598078} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.223731] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.224453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.224603] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.225089] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.225212] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b59f7923-a161-4837-9835-c0ca235d96f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.229731] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 820.229731] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528844fa-4b06-f83e-f443-2c859bc8f594" [ 820.229731] env[69316]: _type = "Task" [ 820.229731] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.237336] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528844fa-4b06-f83e-f443-2c859bc8f594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.384237] env[69316]: DEBUG nova.compute.manager [req-7700b0e3-1df0-4ea0-a4a3-c8ed496fe535 req-aa74e6fc-8c28-46bd-8295-8385ee7c5677 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Received event network-vif-plugged-b15727b9-2aea-40f7-bd1f-4d92120e2b43 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.388018] env[69316]: DEBUG oslo_concurrency.lockutils [req-7700b0e3-1df0-4ea0-a4a3-c8ed496fe535 req-aa74e6fc-8c28-46bd-8295-8385ee7c5677 service nova] Acquiring lock "651f02fd-b91f-4d1d-80ba-e66edff2503b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.388018] env[69316]: DEBUG oslo_concurrency.lockutils [req-7700b0e3-1df0-4ea0-a4a3-c8ed496fe535 req-aa74e6fc-8c28-46bd-8295-8385ee7c5677 service nova] Lock "651f02fd-b91f-4d1d-80ba-e66edff2503b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.388018] env[69316]: DEBUG oslo_concurrency.lockutils [req-7700b0e3-1df0-4ea0-a4a3-c8ed496fe535 req-aa74e6fc-8c28-46bd-8295-8385ee7c5677 service nova] Lock "651f02fd-b91f-4d1d-80ba-e66edff2503b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.388018] env[69316]: DEBUG nova.compute.manager [req-7700b0e3-1df0-4ea0-a4a3-c8ed496fe535 req-aa74e6fc-8c28-46bd-8295-8385ee7c5677 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] No waiting events found dispatching network-vif-plugged-b15727b9-2aea-40f7-bd1f-4d92120e2b43 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.388018] env[69316]: WARNING nova.compute.manager [req-7700b0e3-1df0-4ea0-a4a3-c8ed496fe535 req-aa74e6fc-8c28-46bd-8295-8385ee7c5677 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Received unexpected event network-vif-plugged-b15727b9-2aea-40f7-bd1f-4d92120e2b43 for instance with vm_state building and task_state spawning. [ 820.417547] env[69316]: DEBUG nova.network.neutron [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Successfully updated port: b15727b9-2aea-40f7-bd1f-4d92120e2b43 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.505037] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3fd21721-3d12-45bf-9e06-5534ccdec74e tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "9ea66b42-34d2-430c-b688-34d7a6d600a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.977s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.544112] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.589s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.719212] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366852, 'name': CreateVM_Task, 'duration_secs': 0.34143} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.719439] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.720133] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.740642] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528844fa-4b06-f83e-f443-2c859bc8f594, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.740927] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.741203] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.741510] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.741672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.741850] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.742143] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.742438] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.742662] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af1a6b7f-5927-46e7-98f2-0f173486b558 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.744456] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa629f35-bac0-41d7-bacc-c2d93598418a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.750336] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 820.750336] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521ea2a6-16b8-4065-1f24-43ffc3944540" [ 820.750336] env[69316]: _type = "Task" [ 820.750336] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.754710] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.754844] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.755899] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1777cdc9-67af-4e1f-a2d3-7cb9b335f5f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.761388] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521ea2a6-16b8-4065-1f24-43ffc3944540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.764202] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 820.764202] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b96659-a41a-6612-c405-b07735a27383" [ 820.764202] env[69316]: _type = "Task" [ 820.764202] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.772762] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b96659-a41a-6612-c405-b07735a27383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.920824] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-651f02fd-b91f-4d1d-80ba-e66edff2503b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.920970] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-651f02fd-b91f-4d1d-80ba-e66edff2503b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.921145] env[69316]: DEBUG nova.network.neutron [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.050377] env[69316]: DEBUG nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.264410] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521ea2a6-16b8-4065-1f24-43ffc3944540, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.265109] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.265109] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.265268] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.276025] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b96659-a41a-6612-c405-b07735a27383, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.276122] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53809de6-1e4b-4a20-bc22-f0d88b79ba9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.284520] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 821.284520] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525b05c3-2dca-eb20-3656-938090eb29ef" [ 821.284520] env[69316]: _type = "Task" [ 821.284520] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.293636] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525b05c3-2dca-eb20-3656-938090eb29ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.402438] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd55c4cb-f896-42b1-82ad-9e03c712b671 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.410029] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5516e45-0e3e-4493-9c74-2d2af940602f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.441808] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395e905b-aaea-48e3-9f6e-679459c2d5cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.449465] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7125cb0-5f1f-4d8b-9f17-2c186779b58a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.462719] env[69316]: DEBUG nova.compute.provider_tree [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.469429] env[69316]: DEBUG nova.network.neutron [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.575349] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.667624] env[69316]: DEBUG nova.network.neutron [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Updating instance_info_cache with network_info: [{"id": "b15727b9-2aea-40f7-bd1f-4d92120e2b43", "address": "fa:16:3e:29:1c:ae", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15727b9-2a", "ovs_interfaceid": "b15727b9-2aea-40f7-bd1f-4d92120e2b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.743447] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "44246e8b-d8af-4afc-b442-cef7731efa43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.743664] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "44246e8b-d8af-4afc-b442-cef7731efa43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.796195] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525b05c3-2dca-eb20-3656-938090eb29ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.796195] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.796195] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6adb743f-3e48-41b6-9643-6e1927555681/6adb743f-3e48-41b6-9643-6e1927555681.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.796195] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.796430] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.796580] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05d00cd5-b106-4955-ab1a-9b7e7e549f8b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.798547] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0823b60-d0a0-410f-895d-d5cdf6a68c9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.806726] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 821.806726] env[69316]: value = "task-3366853" [ 821.806726] env[69316]: _type = "Task" [ 821.806726] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.810267] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.810504] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.811476] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9217cb87-267c-47b9-84a4-db41de940b20 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.817098] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.822456] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 821.822456] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523f739e-95ab-7a7f-68b1-44a1d01adb62" [ 821.822456] env[69316]: _type = "Task" [ 821.822456] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.827884] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523f739e-95ab-7a7f-68b1-44a1d01adb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.966378] env[69316]: DEBUG nova.scheduler.client.report [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.171104] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-651f02fd-b91f-4d1d-80ba-e66edff2503b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.171581] env[69316]: DEBUG nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Instance network_info: |[{"id": "b15727b9-2aea-40f7-bd1f-4d92120e2b43", "address": "fa:16:3e:29:1c:ae", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15727b9-2a", "ovs_interfaceid": "b15727b9-2aea-40f7-bd1f-4d92120e2b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.172191] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:1c:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b15727b9-2aea-40f7-bd1f-4d92120e2b43', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.181382] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.181669] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.181969] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89e65a34-15f6-43b6-9cb3-e0f879d0e973 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.204477] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.204477] env[69316]: value = "task-3366854" [ 822.204477] env[69316]: _type = "Task" [ 822.204477] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.213486] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366854, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.316700] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431624} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.317065] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6adb743f-3e48-41b6-9643-6e1927555681/6adb743f-3e48-41b6-9643-6e1927555681.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.317292] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.317584] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac55313-ddc5-4058-8470-233326949448 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.326570] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 822.326570] env[69316]: value = "task-3366855" [ 822.326570] env[69316]: _type = "Task" [ 822.326570] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.335056] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523f739e-95ab-7a7f-68b1-44a1d01adb62, 'name': SearchDatastore_Task, 'duration_secs': 0.008025} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.336342] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736082db-0ef7-4fcb-89a2-b960a4cf5bad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.341887] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.344821] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 822.344821] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a4f4a2-de54-ceb0-6170-9ff9ec6e485f" [ 822.344821] env[69316]: _type = "Task" [ 822.344821] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.353079] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a4f4a2-de54-ceb0-6170-9ff9ec6e485f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.431405] env[69316]: DEBUG nova.compute.manager [req-6aefcaaa-e110-4d7c-8995-b56f323c2243 req-e1b19aca-da8f-4079-88d2-5e662c4b8d92 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Received event network-changed-b15727b9-2aea-40f7-bd1f-4d92120e2b43 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.431643] env[69316]: DEBUG nova.compute.manager [req-6aefcaaa-e110-4d7c-8995-b56f323c2243 req-e1b19aca-da8f-4079-88d2-5e662c4b8d92 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Refreshing instance network info cache due to event network-changed-b15727b9-2aea-40f7-bd1f-4d92120e2b43. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.431860] env[69316]: DEBUG oslo_concurrency.lockutils [req-6aefcaaa-e110-4d7c-8995-b56f323c2243 req-e1b19aca-da8f-4079-88d2-5e662c4b8d92 service nova] Acquiring lock "refresh_cache-651f02fd-b91f-4d1d-80ba-e66edff2503b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.432305] env[69316]: DEBUG oslo_concurrency.lockutils [req-6aefcaaa-e110-4d7c-8995-b56f323c2243 req-e1b19aca-da8f-4079-88d2-5e662c4b8d92 service nova] Acquired lock "refresh_cache-651f02fd-b91f-4d1d-80ba-e66edff2503b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.432305] env[69316]: DEBUG nova.network.neutron [req-6aefcaaa-e110-4d7c-8995-b56f323c2243 req-e1b19aca-da8f-4079-88d2-5e662c4b8d92 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Refreshing network info cache for port b15727b9-2aea-40f7-bd1f-4d92120e2b43 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.471989] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.472565] env[69316]: DEBUG nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.475509] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.979s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.475695] env[69316]: DEBUG nova.objects.instance [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lazy-loading 'resources' on Instance uuid ad1c3ba7-9981-4eeb-9c4f-afa9ae084977 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.713753] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366854, 'name': CreateVM_Task, 'duration_secs': 0.485959} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.713938] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.714639] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.714811] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.715146] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.715406] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0cec85-ea31-4a22-ac9e-0a92b2d8626d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.720522] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 822.720522] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520f8620-4c76-2a09-2d5e-a799283886ed" [ 822.720522] env[69316]: _type = "Task" [ 822.720522] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.729641] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520f8620-4c76-2a09-2d5e-a799283886ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.836714] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064194} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.836972] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.837769] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76866a2c-000a-4db0-b871-0dc7a8391cc7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.859551] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 6adb743f-3e48-41b6-9643-6e1927555681/6adb743f-3e48-41b6-9643-6e1927555681.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.862634] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade4a9ed-91ce-480b-9004-88a9d3d4abef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.883420] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a4f4a2-de54-ceb0-6170-9ff9ec6e485f, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.884630] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.884897] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7/c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.885230] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 822.885230] env[69316]: value = "task-3366856" [ 822.885230] env[69316]: _type = "Task" [ 822.885230] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.885436] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f247d0ee-0212-408b-a3b4-33ddb10bca52 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.894977] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.896073] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 822.896073] env[69316]: value = "task-3366857" [ 822.896073] env[69316]: _type = "Task" [ 822.896073] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.902928] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.978703] env[69316]: DEBUG nova.compute.utils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.983026] env[69316]: DEBUG nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.983871] env[69316]: DEBUG nova.network.neutron [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.022497] env[69316]: DEBUG nova.policy [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaa23d26054840a998cf1013bf50f30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb439964055741fe9c9b11f70c4c2ce2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.131755] env[69316]: DEBUG nova.network.neutron [req-6aefcaaa-e110-4d7c-8995-b56f323c2243 req-e1b19aca-da8f-4079-88d2-5e662c4b8d92 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Updated VIF entry in instance network info cache for port b15727b9-2aea-40f7-bd1f-4d92120e2b43. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.132089] env[69316]: DEBUG nova.network.neutron [req-6aefcaaa-e110-4d7c-8995-b56f323c2243 req-e1b19aca-da8f-4079-88d2-5e662c4b8d92 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Updating instance_info_cache with network_info: [{"id": "b15727b9-2aea-40f7-bd1f-4d92120e2b43", "address": "fa:16:3e:29:1c:ae", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15727b9-2a", "ovs_interfaceid": "b15727b9-2aea-40f7-bd1f-4d92120e2b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.232819] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520f8620-4c76-2a09-2d5e-a799283886ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.236210] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.236210] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.236210] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.236210] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.236391] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.236421] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99369469-4c42-4514-82bc-8f83d8623f7d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.246581] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.248870] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.248870] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b923e07-2a12-4586-84c7-68630a9658bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.253640] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 823.253640] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bbee74-a69e-9853-79a2-20015f542213" [ 823.253640] env[69316]: _type = "Task" [ 823.253640] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.265946] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bbee74-a69e-9853-79a2-20015f542213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.289861] env[69316]: DEBUG nova.network.neutron [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Successfully created port: 730caf4d-baf3-43de-92e0-f15a1e36e6cb {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.398197] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366856, 'name': ReconfigVM_Task, 'duration_secs': 0.266174} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.401263] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 6adb743f-3e48-41b6-9643-6e1927555681/6adb743f-3e48-41b6-9643-6e1927555681.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.404068] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b12b78-d9f6-4308-abc0-79bb8f367549 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.411589] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366857, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.412809] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 823.412809] env[69316]: value = "task-3366858" [ 823.412809] env[69316]: _type = "Task" [ 823.412809] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.423163] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366858, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.472620] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940ce65a-8c94-4634-98f2-c9d980ef0a90 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.482319] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f11e6-4f22-48f9-89af-61b33fc0c224 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.489316] env[69316]: DEBUG nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.522933] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7481b7ba-1340-49e9-a8ac-10d59a53fd87 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.532076] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d551532e-0d46-4ab6-9de3-532037d45970 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.549495] env[69316]: DEBUG nova.compute.provider_tree [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.636909] env[69316]: DEBUG oslo_concurrency.lockutils [req-6aefcaaa-e110-4d7c-8995-b56f323c2243 req-e1b19aca-da8f-4079-88d2-5e662c4b8d92 service nova] Releasing lock "refresh_cache-651f02fd-b91f-4d1d-80ba-e66edff2503b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.765038] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bbee74-a69e-9853-79a2-20015f542213, 'name': SearchDatastore_Task, 'duration_secs': 0.030268} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.765837] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1dbcf29-f4be-4a5e-bd20-374cf9f7a41f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.771324] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 823.771324] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ebc467-48fd-d6a9-0447-2acd6530f14a" [ 823.771324] env[69316]: _type = "Task" [ 823.771324] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.780743] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ebc467-48fd-d6a9-0447-2acd6530f14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.907432] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366857, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.922283] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366858, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.053984] env[69316]: DEBUG nova.scheduler.client.report [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.282093] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ebc467-48fd-d6a9-0447-2acd6530f14a, 'name': SearchDatastore_Task, 'duration_secs': 0.030002} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.282490] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.282813] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 651f02fd-b91f-4d1d-80ba-e66edff2503b/651f02fd-b91f-4d1d-80ba-e66edff2503b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.283207] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22cf07ab-2642-4b25-928e-da0478f49b2d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.291218] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 824.291218] env[69316]: value = "task-3366859" [ 824.291218] env[69316]: _type = "Task" [ 824.291218] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.300495] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.408273] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366857, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.032377} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.408531] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7/c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.408738] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.408995] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ad5ad79-7490-41e3-a8e5-dcf052e702ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.418016] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 824.418016] env[69316]: value = "task-3366860" [ 824.418016] env[69316]: _type = "Task" [ 824.418016] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.424625] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366858, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.429225] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.500559] env[69316]: DEBUG nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.525736] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.525986] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.526198] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.526399] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.526550] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.526697] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.526904] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.527075] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.527245] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.527409] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.527581] env[69316]: DEBUG nova.virt.hardware [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.528460] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a671cf1-77ff-4990-b3d3-882837f75c4e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.535887] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea157e4-6cea-4852-a031-9591704e9430 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.558835] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.561069] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.195s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.562608] env[69316]: INFO nova.compute.claims [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.578662] env[69316]: INFO nova.scheduler.client.report [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Deleted allocations for instance ad1c3ba7-9981-4eeb-9c4f-afa9ae084977 [ 824.802196] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.824599] env[69316]: DEBUG nova.network.neutron [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Successfully updated port: 730caf4d-baf3-43de-92e0-f15a1e36e6cb {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.854314] env[69316]: DEBUG nova.compute.manager [req-1b159c1c-d077-427d-9054-1bfdbae66d0b req-75bcaebe-958b-49ba-9194-e0bab117c850 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Received event network-vif-plugged-730caf4d-baf3-43de-92e0-f15a1e36e6cb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.854314] env[69316]: DEBUG oslo_concurrency.lockutils [req-1b159c1c-d077-427d-9054-1bfdbae66d0b req-75bcaebe-958b-49ba-9194-e0bab117c850 service nova] Acquiring lock "14a726c1-d066-4627-bf2e-cb19ab7d3392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.854314] env[69316]: DEBUG oslo_concurrency.lockutils [req-1b159c1c-d077-427d-9054-1bfdbae66d0b req-75bcaebe-958b-49ba-9194-e0bab117c850 service nova] Lock "14a726c1-d066-4627-bf2e-cb19ab7d3392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.854314] env[69316]: DEBUG oslo_concurrency.lockutils [req-1b159c1c-d077-427d-9054-1bfdbae66d0b req-75bcaebe-958b-49ba-9194-e0bab117c850 service nova] Lock "14a726c1-d066-4627-bf2e-cb19ab7d3392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.854314] env[69316]: DEBUG nova.compute.manager [req-1b159c1c-d077-427d-9054-1bfdbae66d0b req-75bcaebe-958b-49ba-9194-e0bab117c850 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] No waiting events found dispatching network-vif-plugged-730caf4d-baf3-43de-92e0-f15a1e36e6cb {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.854888] env[69316]: WARNING nova.compute.manager [req-1b159c1c-d077-427d-9054-1bfdbae66d0b req-75bcaebe-958b-49ba-9194-e0bab117c850 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Received unexpected event network-vif-plugged-730caf4d-baf3-43de-92e0-f15a1e36e6cb for instance with vm_state building and task_state spawning. [ 824.932843] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062426} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.933101] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366858, 'name': Rename_Task, 'duration_secs': 1.323452} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.933345] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.933692] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.934389] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e83492-c7f1-4ee8-abf5-d1921c034ef3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.936966] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c61fe95-076b-4f73-bcad-6c950b6d06ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.960490] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7/c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.962225] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e9d26f9-0b51-4692-a43a-6bfa453e19c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.976916] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 824.976916] env[69316]: value = "task-3366861" [ 824.976916] env[69316]: _type = "Task" [ 824.976916] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.982821] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 824.982821] env[69316]: value = "task-3366862" [ 824.982821] env[69316]: _type = "Task" [ 824.982821] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.992429] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.085688] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "ad1c3ba7-9981-4eeb-9c4f-afa9ae084977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.238s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.304391] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919386} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.304792] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 651f02fd-b91f-4d1d-80ba-e66edff2503b/651f02fd-b91f-4d1d-80ba-e66edff2503b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.305038] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.305541] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60440fff-365c-4bfb-be63-e3575e54c58d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.311263] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 825.311263] env[69316]: value = "task-3366863" [ 825.311263] env[69316]: _type = "Task" [ 825.311263] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.319059] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.328013] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquiring lock "refresh_cache-14a726c1-d066-4627-bf2e-cb19ab7d3392" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.328236] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquired lock "refresh_cache-14a726c1-d066-4627-bf2e-cb19ab7d3392" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.328488] env[69316]: DEBUG nova.network.neutron [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.487923] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.496632] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366862, 'name': ReconfigVM_Task, 'duration_secs': 0.414598} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.496968] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Reconfigured VM instance instance-00000022 to attach disk [datastore1] c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7/c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.497643] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da699956-ea16-4ee1-8939-26a88aa0875c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.503985] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 825.503985] env[69316]: value = "task-3366864" [ 825.503985] env[69316]: _type = "Task" [ 825.503985] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.513813] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366864, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.823392] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060125} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.823689] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.824498] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d9de7c-81a0-4276-85d5-6f8279bea562 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.850723] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 651f02fd-b91f-4d1d-80ba-e66edff2503b/651f02fd-b91f-4d1d-80ba-e66edff2503b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.853422] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e95787a-6096-4553-b80f-d49ec867a3a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.874060] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 825.874060] env[69316]: value = "task-3366865" [ 825.874060] env[69316]: _type = "Task" [ 825.874060] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.886631] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.910310] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.911382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.911382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.911382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.911382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.913193] env[69316]: INFO nova.compute.manager [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Terminating instance [ 825.989235] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366861, 'name': PowerOnVM_Task, 'duration_secs': 0.788851} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.991777] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.991983] env[69316]: INFO nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Took 11.44 seconds to spawn the instance on the hypervisor. [ 825.992176] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.993182] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f19ad89-92fa-4dd4-b05d-0111782603bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.015671] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366864, 'name': Rename_Task, 'duration_secs': 0.142387} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.015942] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.016669] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81737ddd-e008-4479-a44d-7a8ee58cc049 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.026624] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 826.026624] env[69316]: value = "task-3366866" [ 826.026624] env[69316]: _type = "Task" [ 826.026624] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.036549] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.081339] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf8b9a-60d1-427b-94c1-47cd1fb2f328 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.084563] env[69316]: DEBUG nova.network.neutron [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.091567] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa0ed25-4fbd-4d8c-ad6f-68520bbd9107 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.124126] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e5131-d941-456a-9c0f-3dc7e6dfebb5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.131528] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c41cf6e-afcf-46f4-bfef-64b83ae8fdcc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.144558] env[69316]: DEBUG nova.compute.provider_tree [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.233787] env[69316]: DEBUG nova.network.neutron [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Updating instance_info_cache with network_info: [{"id": "730caf4d-baf3-43de-92e0-f15a1e36e6cb", "address": "fa:16:3e:8e:e0:98", "network": {"id": "70b60910-356c-42ba-bb3c-03dbcd26b230", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-745251728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb439964055741fe9c9b11f70c4c2ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730caf4d-ba", "ovs_interfaceid": "730caf4d-baf3-43de-92e0-f15a1e36e6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.384681] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.419919] env[69316]: DEBUG nova.compute.manager [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.419919] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.420826] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88938d76-215d-4829-801e-c3c5e9f5c276 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.428394] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.428667] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3694c691-37ca-4d55-86ed-af1a803b36a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.434712] env[69316]: DEBUG oslo_vmware.api [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 826.434712] env[69316]: value = "task-3366867" [ 826.434712] env[69316]: _type = "Task" [ 826.434712] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.443532] env[69316]: DEBUG oslo_vmware.api [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.511577] env[69316]: INFO nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Took 43.04 seconds to build instance. [ 826.537298] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.649912] env[69316]: DEBUG nova.scheduler.client.report [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.736825] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Releasing lock "refresh_cache-14a726c1-d066-4627-bf2e-cb19ab7d3392" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.737400] env[69316]: DEBUG nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Instance network_info: |[{"id": "730caf4d-baf3-43de-92e0-f15a1e36e6cb", "address": "fa:16:3e:8e:e0:98", "network": {"id": "70b60910-356c-42ba-bb3c-03dbcd26b230", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-745251728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb439964055741fe9c9b11f70c4c2ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730caf4d-ba", "ovs_interfaceid": "730caf4d-baf3-43de-92e0-f15a1e36e6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.738197] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:e0:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '730caf4d-baf3-43de-92e0-f15a1e36e6cb', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.750234] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Creating folder: Project (eb439964055741fe9c9b11f70c4c2ce2). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.750569] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-545c62ab-1d61-493e-a1c6-de0bbec9f948 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.762965] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Created folder: Project (eb439964055741fe9c9b11f70c4c2ce2) in parent group-v671748. [ 826.763236] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Creating folder: Instances. Parent ref: group-v671851. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.763476] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef33bc4f-e05c-4dba-8e06-cf13b829595d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.773174] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Created folder: Instances in parent group-v671851. [ 826.773380] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.773572] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.773784] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2901a56b-c17f-4d6b-bdfb-a0a39648aa98 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.796981] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.796981] env[69316]: value = "task-3366870" [ 826.796981] env[69316]: _type = "Task" [ 826.796981] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.809273] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366870, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.881594] env[69316]: DEBUG nova.compute.manager [req-2cbc014e-24a9-49bc-ada2-037f1f91da26 req-39e7eabc-341c-4430-bccd-27cbde5f6938 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Received event network-changed-730caf4d-baf3-43de-92e0-f15a1e36e6cb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.881792] env[69316]: DEBUG nova.compute.manager [req-2cbc014e-24a9-49bc-ada2-037f1f91da26 req-39e7eabc-341c-4430-bccd-27cbde5f6938 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Refreshing instance network info cache due to event network-changed-730caf4d-baf3-43de-92e0-f15a1e36e6cb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.882159] env[69316]: DEBUG oslo_concurrency.lockutils [req-2cbc014e-24a9-49bc-ada2-037f1f91da26 req-39e7eabc-341c-4430-bccd-27cbde5f6938 service nova] Acquiring lock "refresh_cache-14a726c1-d066-4627-bf2e-cb19ab7d3392" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.882252] env[69316]: DEBUG oslo_concurrency.lockutils [req-2cbc014e-24a9-49bc-ada2-037f1f91da26 req-39e7eabc-341c-4430-bccd-27cbde5f6938 service nova] Acquired lock "refresh_cache-14a726c1-d066-4627-bf2e-cb19ab7d3392" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.882420] env[69316]: DEBUG nova.network.neutron [req-2cbc014e-24a9-49bc-ada2-037f1f91da26 req-39e7eabc-341c-4430-bccd-27cbde5f6938 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Refreshing network info cache for port 730caf4d-baf3-43de-92e0-f15a1e36e6cb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.889067] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366865, 'name': ReconfigVM_Task, 'duration_secs': 0.989514} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.889607] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 651f02fd-b91f-4d1d-80ba-e66edff2503b/651f02fd-b91f-4d1d-80ba-e66edff2503b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.890867] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c42f7c-46e1-44db-b369-fc0ae177b27d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.896923] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 826.896923] env[69316]: value = "task-3366871" [ 826.896923] env[69316]: _type = "Task" [ 826.896923] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.905854] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366871, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.944389] env[69316]: DEBUG oslo_vmware.api [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366867, 'name': PowerOffVM_Task, 'duration_secs': 0.424032} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.944800] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.944921] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.945183] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78cba19b-2918-4803-8b71-29b3d1a979e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.013733] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "6adb743f-3e48-41b6-9643-6e1927555681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.029s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.028472] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.028757] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.028976] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Deleting the datastore file [datastore2] e99bc314-8e40-4c7f-8cb6-96e4e721023f {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.033111] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1285a532-5e5e-46f1-8822-6d9d7c2218d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.040599] env[69316]: DEBUG oslo_vmware.api [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366866, 'name': PowerOnVM_Task, 'duration_secs': 1.00573} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.042227] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.042451] env[69316]: INFO nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Took 9.87 seconds to spawn the instance on the hypervisor. [ 827.042643] env[69316]: DEBUG nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.043036] env[69316]: DEBUG oslo_vmware.api [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for the task: (returnval){ [ 827.043036] env[69316]: value = "task-3366873" [ 827.043036] env[69316]: _type = "Task" [ 827.043036] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.043877] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa5b68-4e42-4211-8617-737695c32237 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.061151] env[69316]: DEBUG oslo_vmware.api [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.155838] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.156478] env[69316]: DEBUG nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.159480] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.604s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.159713] env[69316]: DEBUG nova.objects.instance [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lazy-loading 'resources' on Instance uuid 8e660168-eb83-40cf-9103-1ad515dc6cca {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.307615] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366870, 'name': CreateVM_Task, 'duration_secs': 0.361727} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.307797] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.308519] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.308694] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.309018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.309282] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cab74e6-545c-4263-b6c1-d67e869b268f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.314022] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 827.314022] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52891598-2ad3-6be6-7a32-da29fc1d6e01" [ 827.314022] env[69316]: _type = "Task" [ 827.314022] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.322396] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52891598-2ad3-6be6-7a32-da29fc1d6e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.407450] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366871, 'name': Rename_Task, 'duration_secs': 0.153531} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.407578] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.407807] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb94223a-3735-4440-971a-d66b534a700c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.414588] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 827.414588] env[69316]: value = "task-3366874" [ 827.414588] env[69316]: _type = "Task" [ 827.414588] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.427696] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.516687] env[69316]: DEBUG nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.558207] env[69316]: DEBUG oslo_vmware.api [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Task: {'id': task-3366873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276222} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.558356] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.559017] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.559017] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.559017] env[69316]: INFO nova.compute.manager [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 827.559180] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.559423] env[69316]: DEBUG nova.compute.manager [-] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.559527] env[69316]: DEBUG nova.network.neutron [-] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.569780] env[69316]: INFO nova.compute.manager [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Took 42.46 seconds to build instance. [ 827.600544] env[69316]: DEBUG nova.network.neutron [req-2cbc014e-24a9-49bc-ada2-037f1f91da26 req-39e7eabc-341c-4430-bccd-27cbde5f6938 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Updated VIF entry in instance network info cache for port 730caf4d-baf3-43de-92e0-f15a1e36e6cb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.600887] env[69316]: DEBUG nova.network.neutron [req-2cbc014e-24a9-49bc-ada2-037f1f91da26 req-39e7eabc-341c-4430-bccd-27cbde5f6938 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Updating instance_info_cache with network_info: [{"id": "730caf4d-baf3-43de-92e0-f15a1e36e6cb", "address": "fa:16:3e:8e:e0:98", "network": {"id": "70b60910-356c-42ba-bb3c-03dbcd26b230", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-745251728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb439964055741fe9c9b11f70c4c2ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730caf4d-ba", "ovs_interfaceid": "730caf4d-baf3-43de-92e0-f15a1e36e6cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.663713] env[69316]: DEBUG nova.compute.utils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.665017] env[69316]: DEBUG nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.665193] env[69316]: DEBUG nova.network.neutron [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.713580] env[69316]: DEBUG nova.policy [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '523da7c1cd994bd9bd83796063616468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8286ebe831314d3fb262bf31629c898f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.827723] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52891598-2ad3-6be6-7a32-da29fc1d6e01, 'name': SearchDatastore_Task, 'duration_secs': 0.022779} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.828235] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.828585] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.829138] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.829471] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.829873] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.830250] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64e9e4c9-7905-4258-b252-b272326548cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.839230] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.842016] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.842016] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81f7611-228d-491e-93bf-2bbbb61ffdad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.856170] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 827.856170] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529f16c2-6d6e-4516-86f7-1d21cedd8e7e" [ 827.856170] env[69316]: _type = "Task" [ 827.856170] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.867340] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529f16c2-6d6e-4516-86f7-1d21cedd8e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.885829] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.885829] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.885829] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.885829] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.886189] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.886778] env[69316]: INFO nova.compute.manager [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Terminating instance [ 827.925726] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.029278] env[69316]: DEBUG nova.network.neutron [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Successfully created port: 4895589a-b565-4f50-8aa0-cbe22761f4bf {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.038460] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.071493] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a1499154-bd95-4e6d-be46-02d6ec7f08fb tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.050s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.078525] env[69316]: DEBUG nova.compute.manager [req-6cc1a861-6842-45e7-819a-e28bbf951cc0 req-6243920c-79c3-440a-a741-9c97a0ad175d service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Received event network-vif-deleted-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.078627] env[69316]: INFO nova.compute.manager [req-6cc1a861-6842-45e7-819a-e28bbf951cc0 req-6243920c-79c3-440a-a741-9c97a0ad175d service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Neutron deleted interface 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1; detaching it from the instance and deleting it from the info cache [ 828.078777] env[69316]: DEBUG nova.network.neutron [req-6cc1a861-6842-45e7-819a-e28bbf951cc0 req-6243920c-79c3-440a-a741-9c97a0ad175d service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.105446] env[69316]: DEBUG oslo_concurrency.lockutils [req-2cbc014e-24a9-49bc-ada2-037f1f91da26 req-39e7eabc-341c-4430-bccd-27cbde5f6938 service nova] Releasing lock "refresh_cache-14a726c1-d066-4627-bf2e-cb19ab7d3392" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.170687] env[69316]: DEBUG nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.189660] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fb10e1-860c-4f62-855d-d7ef38d0a539 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.197529] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14bbbc3-964c-4224-bcb0-134fcd8a1bbc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.227878] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2f7f7b-e57e-4dde-8ca3-8d301ba69cde {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.235932] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c2fbe5-bbcf-4527-b3ad-334d1229d2b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.252612] env[69316]: DEBUG nova.compute.provider_tree [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.366224] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529f16c2-6d6e-4516-86f7-1d21cedd8e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.021087} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.367127] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40105f9f-2c0c-4408-a1d4-4a5220db5f81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.372935] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 828.372935] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]522be461-c6c4-15ee-537f-3591d8872fbd" [ 828.372935] env[69316]: _type = "Task" [ 828.372935] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.381366] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522be461-c6c4-15ee-537f-3591d8872fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.396748] env[69316]: DEBUG nova.compute.manager [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.396748] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.397519] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5a883-74ee-4025-8f5e-4f8fc8d039c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.405587] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.405841] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06258f3b-d5be-499b-bda7-f687b2351c0a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.412522] env[69316]: DEBUG oslo_vmware.api [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 828.412522] env[69316]: value = "task-3366875" [ 828.412522] env[69316]: _type = "Task" [ 828.412522] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.420779] env[69316]: DEBUG nova.network.neutron [-] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.426406] env[69316]: DEBUG oslo_vmware.api [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.429978] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.581263] env[69316]: DEBUG nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.586017] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68444587-d2d2-43a4-8c1b-14f05ada8073 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.596027] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18690af-c046-46f3-b9bb-bf707fc12a93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.632039] env[69316]: DEBUG nova.compute.manager [req-6cc1a861-6842-45e7-819a-e28bbf951cc0 req-6243920c-79c3-440a-a741-9c97a0ad175d service nova] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Detach interface failed, port_id=4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1, reason: Instance e99bc314-8e40-4c7f-8cb6-96e4e721023f could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.755841] env[69316]: DEBUG nova.scheduler.client.report [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.884536] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522be461-c6c4-15ee-537f-3591d8872fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.884973] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.885409] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 14a726c1-d066-4627-bf2e-cb19ab7d3392/14a726c1-d066-4627-bf2e-cb19ab7d3392.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.885815] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28dd62c3-766f-44d0-8a2a-9c4bb3f23e1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.893480] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 828.893480] env[69316]: value = "task-3366876" [ 828.893480] env[69316]: _type = "Task" [ 828.893480] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.904159] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.923090] env[69316]: INFO nova.compute.manager [-] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Took 1.36 seconds to deallocate network for instance. [ 828.932251] env[69316]: DEBUG oslo_vmware.api [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366874, 'name': PowerOnVM_Task, 'duration_secs': 1.194961} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.932716] env[69316]: DEBUG oslo_vmware.api [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366875, 'name': PowerOffVM_Task, 'duration_secs': 0.296672} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.935933] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.936316] env[69316]: INFO nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Took 9.07 seconds to spawn the instance on the hypervisor. [ 828.936613] env[69316]: DEBUG nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.937019] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.937312] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.942019] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b959cb5d-fa6c-489d-8251-a15f38a59e3e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.942019] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc5cf348-7d1f-4a03-8a01-a83b1b29d8ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.013023] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.013023] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.013023] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleting the datastore file [datastore1] ff3b6952-b448-44b4-8cf3-3abf7cb5e26a {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.013023] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe9b76f-7343-41ea-a3db-d1bab31cddc1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.018696] env[69316]: DEBUG oslo_vmware.api [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 829.018696] env[69316]: value = "task-3366878" [ 829.018696] env[69316]: _type = "Task" [ 829.018696] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.027976] env[69316]: DEBUG oslo_vmware.api [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.113235] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.182247] env[69316]: DEBUG nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.220177] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.220529] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.224170] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.224170] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.224170] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.224170] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.224170] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.224432] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.224432] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.224432] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.224432] env[69316]: DEBUG nova.virt.hardware [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.224432] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a3a152-3b02-43af-8fea-5e1128164769 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.234376] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79681048-3ea0-4567-8cea-e26e68b72920 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.261078] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.263797] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.904s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.265387] env[69316]: INFO nova.compute.claims [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.282092] env[69316]: INFO nova.scheduler.client.report [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Deleted allocations for instance 8e660168-eb83-40cf-9103-1ad515dc6cca [ 829.406025] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.439623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.457077] env[69316]: INFO nova.compute.manager [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Took 40.76 seconds to build instance. [ 829.528296] env[69316]: DEBUG oslo_vmware.api [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213837} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.528538] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.528716] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.528887] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.529071] env[69316]: INFO nova.compute.manager [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 829.529306] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.529569] env[69316]: DEBUG nova.compute.manager [-] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.533018] env[69316]: DEBUG nova.network.neutron [-] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.564022] env[69316]: DEBUG nova.compute.manager [req-14f8640a-efdc-4136-8980-26e8b4991ebc req-9118294d-52e2-4af7-a01a-2055ccf1c283 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Received event network-vif-plugged-4895589a-b565-4f50-8aa0-cbe22761f4bf {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.564284] env[69316]: DEBUG oslo_concurrency.lockutils [req-14f8640a-efdc-4136-8980-26e8b4991ebc req-9118294d-52e2-4af7-a01a-2055ccf1c283 service nova] Acquiring lock "15d45208-7c48-4c60-87bf-b26a14fa861f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.564495] env[69316]: DEBUG oslo_concurrency.lockutils [req-14f8640a-efdc-4136-8980-26e8b4991ebc req-9118294d-52e2-4af7-a01a-2055ccf1c283 service nova] Lock "15d45208-7c48-4c60-87bf-b26a14fa861f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.564661] env[69316]: DEBUG oslo_concurrency.lockutils [req-14f8640a-efdc-4136-8980-26e8b4991ebc req-9118294d-52e2-4af7-a01a-2055ccf1c283 service nova] Lock "15d45208-7c48-4c60-87bf-b26a14fa861f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.564824] env[69316]: DEBUG nova.compute.manager [req-14f8640a-efdc-4136-8980-26e8b4991ebc req-9118294d-52e2-4af7-a01a-2055ccf1c283 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] No waiting events found dispatching network-vif-plugged-4895589a-b565-4f50-8aa0-cbe22761f4bf {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.564983] env[69316]: WARNING nova.compute.manager [req-14f8640a-efdc-4136-8980-26e8b4991ebc req-9118294d-52e2-4af7-a01a-2055ccf1c283 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Received unexpected event network-vif-plugged-4895589a-b565-4f50-8aa0-cbe22761f4bf for instance with vm_state building and task_state spawning. [ 829.581464] env[69316]: DEBUG nova.network.neutron [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Successfully updated port: 4895589a-b565-4f50-8aa0-cbe22761f4bf {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.789836] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dcb0aed4-5188-453f-9c9d-589bb5490013 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Lock "8e660168-eb83-40cf-9103-1ad515dc6cca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.698s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.904202] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604145} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.904432] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 14a726c1-d066-4627-bf2e-cb19ab7d3392/14a726c1-d066-4627-bf2e-cb19ab7d3392.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.904651] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.904908] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40c1213-e0e0-43e7-b1a0-49e495770988 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.911371] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 829.911371] env[69316]: value = "task-3366879" [ 829.911371] env[69316]: _type = "Task" [ 829.911371] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.918948] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.959631] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72d74482-b765-4a06-9abc-9973e6d2dcff tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "651f02fd-b91f-4d1d-80ba-e66edff2503b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.632s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.088267] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "refresh_cache-15d45208-7c48-4c60-87bf-b26a14fa861f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.088267] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "refresh_cache-15d45208-7c48-4c60-87bf-b26a14fa861f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.088267] env[69316]: DEBUG nova.network.neutron [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.131437] env[69316]: DEBUG nova.compute.manager [req-a7a4b229-2860-4f93-8f69-ab4e8c38eacc req-208a1c44-363a-4994-9b47-264a39a63808 service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Received event network-vif-deleted-92d42a59-0561-4fdd-a90c-bb1a7bd5728e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.131641] env[69316]: INFO nova.compute.manager [req-a7a4b229-2860-4f93-8f69-ab4e8c38eacc req-208a1c44-363a-4994-9b47-264a39a63808 service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Neutron deleted interface 92d42a59-0561-4fdd-a90c-bb1a7bd5728e; detaching it from the instance and deleting it from the info cache [ 830.131833] env[69316]: DEBUG nova.network.neutron [req-a7a4b229-2860-4f93-8f69-ab4e8c38eacc req-208a1c44-363a-4994-9b47-264a39a63808 service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.339856] env[69316]: DEBUG nova.network.neutron [-] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.422768] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.407123} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.425574] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.426637] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505381ea-579f-45d9-b6db-7bf103acfb0c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.450104] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 14a726c1-d066-4627-bf2e-cb19ab7d3392/14a726c1-d066-4627-bf2e-cb19ab7d3392.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.452998] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8795f2ab-1a8e-496e-bce8-9a606e7035d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.467659] env[69316]: DEBUG nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.475370] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 830.475370] env[69316]: value = "task-3366880" [ 830.475370] env[69316]: _type = "Task" [ 830.475370] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.485358] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.624635] env[69316]: DEBUG nova.network.neutron [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.634557] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bc1b38c-2a61-4630-8681-d9eaaf3cb232 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.646751] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c5b57-3267-411c-add7-5efeb8a4ac0b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.688441] env[69316]: DEBUG nova.compute.manager [req-a7a4b229-2860-4f93-8f69-ab4e8c38eacc req-208a1c44-363a-4994-9b47-264a39a63808 service nova] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Detach interface failed, port_id=92d42a59-0561-4fdd-a90c-bb1a7bd5728e, reason: Instance ff3b6952-b448-44b4-8cf3-3abf7cb5e26a could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.818643] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e884a493-8918-41e9-91d1-4c2a3e8799d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.826394] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00839ebb-4ef2-40a9-96c4-e6743c46e782 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.855647] env[69316]: INFO nova.compute.manager [-] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Took 1.33 seconds to deallocate network for instance. [ 830.857199] env[69316]: DEBUG nova.network.neutron [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Updating instance_info_cache with network_info: [{"id": "4895589a-b565-4f50-8aa0-cbe22761f4bf", "address": "fa:16:3e:36:e1:9d", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4895589a-b5", "ovs_interfaceid": "4895589a-b565-4f50-8aa0-cbe22761f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.860172] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0014fa58-2ee1-476f-9516-6138f466e709 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.871699] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665b6ad0-25d8-424d-8a8e-c61516f37495 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.891812] env[69316]: DEBUG nova.compute.provider_tree [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.990236] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366880, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.996256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.279836] env[69316]: INFO nova.compute.manager [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Rebuilding instance [ 831.321297] env[69316]: DEBUG nova.compute.manager [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.322395] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283d5f9-ebf7-4706-84b0-9b132cb4bfce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.363953] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "refresh_cache-15d45208-7c48-4c60-87bf-b26a14fa861f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.364686] env[69316]: DEBUG nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Instance network_info: |[{"id": "4895589a-b565-4f50-8aa0-cbe22761f4bf", "address": "fa:16:3e:36:e1:9d", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4895589a-b5", "ovs_interfaceid": "4895589a-b565-4f50-8aa0-cbe22761f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.364885] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:e1:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4895589a-b565-4f50-8aa0-cbe22761f4bf', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.373040] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.374684] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.374965] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.375492] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05b2ef83-ab54-4c5c-987b-a9b8c406be08 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.395240] env[69316]: DEBUG nova.scheduler.client.report [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.399993] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.399993] env[69316]: value = "task-3366881" [ 831.399993] env[69316]: _type = "Task" [ 831.399993] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.409255] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366881, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.488039] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366880, 'name': ReconfigVM_Task, 'duration_secs': 0.535363} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.488381] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 14a726c1-d066-4627-bf2e-cb19ab7d3392/14a726c1-d066-4627-bf2e-cb19ab7d3392.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.489102] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ecc3c0-dafa-4c6a-acdc-574451be71f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.495541] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 831.495541] env[69316]: value = "task-3366882" [ 831.495541] env[69316]: _type = "Task" [ 831.495541] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.503446] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366882, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.601099] env[69316]: DEBUG nova.compute.manager [req-3c6d9a26-9535-41f2-bc02-685585b97667 req-e21ff24f-dfc9-45f1-a0a7-0bb19db5eac0 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Received event network-changed-4895589a-b565-4f50-8aa0-cbe22761f4bf {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.601324] env[69316]: DEBUG nova.compute.manager [req-3c6d9a26-9535-41f2-bc02-685585b97667 req-e21ff24f-dfc9-45f1-a0a7-0bb19db5eac0 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Refreshing instance network info cache due to event network-changed-4895589a-b565-4f50-8aa0-cbe22761f4bf. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.601506] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c6d9a26-9535-41f2-bc02-685585b97667 req-e21ff24f-dfc9-45f1-a0a7-0bb19db5eac0 service nova] Acquiring lock "refresh_cache-15d45208-7c48-4c60-87bf-b26a14fa861f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.601648] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c6d9a26-9535-41f2-bc02-685585b97667 req-e21ff24f-dfc9-45f1-a0a7-0bb19db5eac0 service nova] Acquired lock "refresh_cache-15d45208-7c48-4c60-87bf-b26a14fa861f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.601978] env[69316]: DEBUG nova.network.neutron [req-3c6d9a26-9535-41f2-bc02-685585b97667 req-e21ff24f-dfc9-45f1-a0a7-0bb19db5eac0 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Refreshing network info cache for port 4895589a-b565-4f50-8aa0-cbe22761f4bf {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.901972] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.902528] env[69316]: DEBUG nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.905081] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.480s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.906821] env[69316]: INFO nova.compute.claims [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.918087] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366881, 'name': CreateVM_Task, 'duration_secs': 0.357056} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.918256] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.918907] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.919090] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919383] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.919652] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d610fd8-d9bc-4932-ab0c-2676338bbb79 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.924974] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 831.924974] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5244c719-ccc1-e5ff-35c5-cd0a65fef024" [ 831.924974] env[69316]: _type = "Task" [ 831.924974] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.933428] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5244c719-ccc1-e5ff-35c5-cd0a65fef024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.006915] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366882, 'name': Rename_Task, 'duration_secs': 0.21208} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.007200] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.007445] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466f9832-7d2b-4dbe-95ed-f1fdaca9f6a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.015206] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 832.015206] env[69316]: value = "task-3366883" [ 832.015206] env[69316]: _type = "Task" [ 832.015206] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.021245] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.336195] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.336628] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ee071ae-5e8f-4c2d-b5e7-1d152bfb8877 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.345634] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 832.345634] env[69316]: value = "task-3366884" [ 832.345634] env[69316]: _type = "Task" [ 832.345634] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.346708] env[69316]: DEBUG nova.network.neutron [req-3c6d9a26-9535-41f2-bc02-685585b97667 req-e21ff24f-dfc9-45f1-a0a7-0bb19db5eac0 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Updated VIF entry in instance network info cache for port 4895589a-b565-4f50-8aa0-cbe22761f4bf. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.347227] env[69316]: DEBUG nova.network.neutron [req-3c6d9a26-9535-41f2-bc02-685585b97667 req-e21ff24f-dfc9-45f1-a0a7-0bb19db5eac0 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Updating instance_info_cache with network_info: [{"id": "4895589a-b565-4f50-8aa0-cbe22761f4bf", "address": "fa:16:3e:36:e1:9d", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4895589a-b5", "ovs_interfaceid": "4895589a-b565-4f50-8aa0-cbe22761f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.358830] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.417052] env[69316]: DEBUG nova.compute.utils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.419259] env[69316]: DEBUG nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.419340] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.437021] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5244c719-ccc1-e5ff-35c5-cd0a65fef024, 'name': SearchDatastore_Task, 'duration_secs': 0.028804} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.437294] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.437562] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.437837] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.438014] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.438207] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.438494] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1799e9a3-d7fd-4671-a30c-a36385fc9fff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.447958] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.448169] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.448943] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162becd0-e92b-4e1f-8059-d019ad09d848 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.454360] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 832.454360] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cb6dcc-b136-626b-d724-6135d59966b7" [ 832.454360] env[69316]: _type = "Task" [ 832.454360] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.462645] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cb6dcc-b136-626b-d724-6135d59966b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.464042] env[69316]: DEBUG nova.policy [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9492025557fd4283b6e6d7ec54de9fc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f68d9d779cb44c55a536fb7f9619d52e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.523588] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.854021] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Successfully created port: 5bff42f0-aa49-43ff-980e-4928d5cf8b9a {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.855932] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c6d9a26-9535-41f2-bc02-685585b97667 req-e21ff24f-dfc9-45f1-a0a7-0bb19db5eac0 service nova] Releasing lock "refresh_cache-15d45208-7c48-4c60-87bf-b26a14fa861f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.861333] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366884, 'name': PowerOffVM_Task, 'duration_secs': 0.184307} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.861590] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.861837] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.862614] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da8912-9add-42fd-91bd-772b21bcf678 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.869311] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.869571] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4289f018-8d33-464d-b9a0-42c759f0c80b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.923564] env[69316]: DEBUG nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.938240] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.938466] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.938646] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleting the datastore file [datastore2] 651f02fd-b91f-4d1d-80ba-e66edff2503b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.938913] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f25c4a3-a525-48a9-9cb4-761c40dd10d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.945435] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 832.945435] env[69316]: value = "task-3366886" [ 832.945435] env[69316]: _type = "Task" [ 832.945435] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.954166] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.966044] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cb6dcc-b136-626b-d724-6135d59966b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.969654] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed79f53f-564f-4b9b-9fc7-4734db4ed76f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.975480] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 832.975480] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f678e2-03c0-3d32-afec-74a5be4f6a6a" [ 832.975480] env[69316]: _type = "Task" [ 832.975480] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.984732] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f678e2-03c0-3d32-afec-74a5be4f6a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.022928] env[69316]: DEBUG oslo_vmware.api [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366883, 'name': PowerOnVM_Task, 'duration_secs': 0.748252} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.023226] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.023464] env[69316]: INFO nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Took 8.52 seconds to spawn the instance on the hypervisor. [ 833.023606] env[69316]: DEBUG nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.026733] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70735f26-826b-42dd-aa72-0cb41b7958cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.441180] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183f0f46-a275-44f0-9ffd-d1e710a9d16f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.453803] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39412452-2a9f-4b5b-8bad-5005317b504b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.462890] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200655} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.489701] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.489947] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.490344] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.497150] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4719c330-d6ec-47f1-ba70-f1448349b4dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.508774] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ba8651-cf71-46a9-9d3b-9892bd3edc04 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.512734] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f678e2-03c0-3d32-afec-74a5be4f6a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.513566] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.513840] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 15d45208-7c48-4c60-87bf-b26a14fa861f/15d45208-7c48-4c60-87bf-b26a14fa861f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.514439] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad4fe70-a766-4d72-aaaf-bd3b76ad80ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.524377] env[69316]: DEBUG nova.compute.provider_tree [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.531824] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 833.531824] env[69316]: value = "task-3366887" [ 833.531824] env[69316]: _type = "Task" [ 833.531824] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.545097] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.548022] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Successfully created port: aab1a897-8e84-42f5-9a16-970f7a57fdfc {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.550698] env[69316]: INFO nova.compute.manager [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Took 42.65 seconds to build instance. [ 833.940396] env[69316]: DEBUG nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.976581] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.976876] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.977476] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.977714] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.977878] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.978042] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.978285] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.978450] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.978618] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.978811] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.979111] env[69316]: DEBUG nova.virt.hardware [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.980660] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24842a3-3efb-4b74-a8f7-3690b3670e18 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.990182] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7054afea-6029-4425-87c8-87fb28aca1bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.028044] env[69316]: DEBUG nova.scheduler.client.report [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.041046] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366887, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.053727] env[69316]: DEBUG oslo_concurrency.lockutils [None req-830f93d2-ef12-4e7e-bb20-870e7aad3edd tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "14a726c1-d066-4627-bf2e-cb19ab7d3392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.704s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.079952] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Successfully created port: f65f5463-50d1-4bdd-9716-ccdf56612391 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.533659] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.534169] env[69316]: DEBUG nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.539771] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.539947] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.540118] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.540305] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.540474] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.540598] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.540799] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.540958] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.541142] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.541398] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.541487] env[69316]: DEBUG nova.virt.hardware [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.541773] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.075s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.550684] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1e1a6e-192e-4008-a741-ca635e977dbb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.559607] env[69316]: DEBUG nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.571020] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaf51e3-45c0-46ac-87c6-7097a016d40d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.574272] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58425} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.575020] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 15d45208-7c48-4c60-87bf-b26a14fa861f/15d45208-7c48-4c60-87bf-b26a14fa861f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.575020] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.576275] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b313e199-e0a6-4077-a246-90ab6c1042b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.585928] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:1c:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b15727b9-2aea-40f7-bd1f-4d92120e2b43', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.593508] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.594264] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.594524] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f0bfb9-bf75-4adf-8cb1-c6778a020f15 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.612087] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 834.612087] env[69316]: value = "task-3366888" [ 834.612087] env[69316]: _type = "Task" [ 834.612087] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.617223] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.617223] env[69316]: value = "task-3366889" [ 834.617223] env[69316]: _type = "Task" [ 834.617223] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.625223] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.631042] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366889, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.901928] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquiring lock "14a726c1-d066-4627-bf2e-cb19ab7d3392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.901928] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "14a726c1-d066-4627-bf2e-cb19ab7d3392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.902119] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquiring lock "14a726c1-d066-4627-bf2e-cb19ab7d3392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.902293] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "14a726c1-d066-4627-bf2e-cb19ab7d3392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.902463] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "14a726c1-d066-4627-bf2e-cb19ab7d3392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.904645] env[69316]: INFO nova.compute.manager [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Terminating instance [ 835.067785] env[69316]: DEBUG nova.compute.utils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.072026] env[69316]: DEBUG nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.072026] env[69316]: DEBUG nova.network.neutron [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.098666] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.124014] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098381} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.125542] env[69316]: DEBUG nova.policy [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '714891411a014fecbf985f9a6ab0619e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '834566cc6d67430fadd6f1b980d1ec05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.127294] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.128141] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3def34-80c6-465b-bc86-abb3b584da0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.134124] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366889, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.156558] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 15d45208-7c48-4c60-87bf-b26a14fa861f/15d45208-7c48-4c60-87bf-b26a14fa861f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.157236] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f50a3ece-23bc-4fc4-b704-c2cd6e4b251e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.182556] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 835.182556] env[69316]: value = "task-3366890" [ 835.182556] env[69316]: _type = "Task" [ 835.182556] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.194798] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.409309] env[69316]: DEBUG nova.compute.manager [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.410011] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.411099] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51978eaf-1df8-4fcf-b646-9b2fb13bafd6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.419379] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.419958] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136399f8-1de7-4e38-a5a0-73ded95f86ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.428446] env[69316]: DEBUG oslo_vmware.api [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 835.428446] env[69316]: value = "task-3366891" [ 835.428446] env[69316]: _type = "Task" [ 835.428446] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.433891] env[69316]: DEBUG nova.network.neutron [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Successfully created port: 823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.443425] env[69316]: DEBUG oslo_vmware.api [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.576768] env[69316]: DEBUG nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.603938] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance dd26354c-255e-445d-a262-9ebf5c8bd160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.604074] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 2b8b533d-0169-463f-9035-b2267bb74a87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.604232] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance e99bc314-8e40-4c7f-8cb6-96e4e721023f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.604396] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance cb02e9e8-1395-4578-89af-7fd8f84c52db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.604917] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance a3daa3e4-fd53-4dc7-829b-a082157bcfa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.604917] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.604917] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance c6cb2dac-6d8a-4319-9e26-c12d31e8a733 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.604917] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 6833f95d-d577-4f8a-bf82-3cec2dc8656b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.605196] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance bb4003d9-d483-4eb6-a7db-cc067adad217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.605196] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 48ed2483-9904-429f-b48d-8dc0150b8fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.605196] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.605196] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 543068fb-32e2-4dfb-aae9-dd1c4cff92f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.605324] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.605716] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 125e57cd-019d-4880-9ffd-ba445151c55f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.605716] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance bda998f5-6a6b-45ba-a8bf-56794218f095 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.605716] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 13556d56-c154-4033-bc15-d205744f92b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.605872] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.605909] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance ff3b6952-b448-44b4-8cf3-3abf7cb5e26a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.607638] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 6adb743f-3e48-41b6-9643-6e1927555681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.607638] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.607638] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 651f02fd-b91f-4d1d-80ba-e66edff2503b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.607638] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 14a726c1-d066-4627-bf2e-cb19ab7d3392 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.608175] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 15d45208-7c48-4c60-87bf-b26a14fa861f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.608175] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance a4343dc1-46c6-423d-b8f8-78a29041ea68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.608175] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 5ff74a21-d2b2-488c-af74-bc597793bc69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.632205] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366889, 'name': CreateVM_Task, 'duration_secs': 0.587439} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.633088] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.633939] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.634201] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.634560] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.635387] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcc1e55-091b-49cd-9710-89feebd00ffb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.641262] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 835.641262] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528c2daa-5456-97e9-ef96-9aafb75a7e0c" [ 835.641262] env[69316]: _type = "Task" [ 835.641262] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.652204] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528c2daa-5456-97e9-ef96-9aafb75a7e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.698861] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.939379] env[69316]: DEBUG oslo_vmware.api [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366891, 'name': PowerOffVM_Task, 'duration_secs': 0.234446} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.939722] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.939899] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.940169] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5a05983-4b86-4d0a-9444-7be493158e08 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.005800] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.005800] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.005800] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Deleting the datastore file [datastore2] 14a726c1-d066-4627-bf2e-cb19ab7d3392 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.005800] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f616b9b-49df-40c5-af33-da6c6cc6f249 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.012395] env[69316]: DEBUG oslo_vmware.api [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for the task: (returnval){ [ 836.012395] env[69316]: value = "task-3366893" [ 836.012395] env[69316]: _type = "Task" [ 836.012395] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.022277] env[69316]: DEBUG oslo_vmware.api [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.050140] env[69316]: DEBUG nova.compute.manager [req-52b745e6-f0cf-497a-a4e3-48f54ad58797 req-3702a0e6-a7be-4a0a-aef6-f46feab7ffd1 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-vif-plugged-5bff42f0-aa49-43ff-980e-4928d5cf8b9a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.050480] env[69316]: DEBUG oslo_concurrency.lockutils [req-52b745e6-f0cf-497a-a4e3-48f54ad58797 req-3702a0e6-a7be-4a0a-aef6-f46feab7ffd1 service nova] Acquiring lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.050634] env[69316]: DEBUG oslo_concurrency.lockutils [req-52b745e6-f0cf-497a-a4e3-48f54ad58797 req-3702a0e6-a7be-4a0a-aef6-f46feab7ffd1 service nova] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.050805] env[69316]: DEBUG oslo_concurrency.lockutils [req-52b745e6-f0cf-497a-a4e3-48f54ad58797 req-3702a0e6-a7be-4a0a-aef6-f46feab7ffd1 service nova] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.050966] env[69316]: DEBUG nova.compute.manager [req-52b745e6-f0cf-497a-a4e3-48f54ad58797 req-3702a0e6-a7be-4a0a-aef6-f46feab7ffd1 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] No waiting events found dispatching network-vif-plugged-5bff42f0-aa49-43ff-980e-4928d5cf8b9a {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.051138] env[69316]: WARNING nova.compute.manager [req-52b745e6-f0cf-497a-a4e3-48f54ad58797 req-3702a0e6-a7be-4a0a-aef6-f46feab7ffd1 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received unexpected event network-vif-plugged-5bff42f0-aa49-43ff-980e-4928d5cf8b9a for instance with vm_state building and task_state spawning. [ 836.076421] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Successfully updated port: 5bff42f0-aa49-43ff-980e-4928d5cf8b9a {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.110729] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 63f16880-0be1-4e76-bd7b-c12e0c018c24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.156019] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528c2daa-5456-97e9-ef96-9aafb75a7e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012864} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.156019] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.156019] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.156019] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.156274] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.156274] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.156274] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d763fcc-7ea4-4517-bb12-a4c93782d301 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.173388] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.173950] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.176195] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccd6e5d-5d78-49e8-bdc9-298feec0a59d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.180943] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 836.180943] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c1936d-ed36-f357-8f26-35bd5c8adada" [ 836.180943] env[69316]: _type = "Task" [ 836.180943] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.196992] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c1936d-ed36-f357-8f26-35bd5c8adada, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.196992] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366890, 'name': ReconfigVM_Task, 'duration_secs': 0.523952} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.197436] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d4101d-267f-4739-aa7e-e600bb404ea1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.199973] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 15d45208-7c48-4c60-87bf-b26a14fa861f/15d45208-7c48-4c60-87bf-b26a14fa861f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.200722] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7710f100-c520-46f2-a1c8-baa5ee21bf49 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.207018] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 836.207018] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cc8682-c267-5bf2-fa99-795c19e76f25" [ 836.207018] env[69316]: _type = "Task" [ 836.207018] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.209544] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 836.209544] env[69316]: value = "task-3366894" [ 836.209544] env[69316]: _type = "Task" [ 836.209544] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.217051] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cc8682-c267-5bf2-fa99-795c19e76f25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.222052] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366894, 'name': Rename_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.521905] env[69316]: DEBUG oslo_vmware.api [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Task: {'id': task-3366893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314036} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.522264] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.522522] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.522761] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.522995] env[69316]: INFO nova.compute.manager [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Took 1.11 seconds to destroy the instance on the hypervisor. [ 836.523310] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.523557] env[69316]: DEBUG nova.compute.manager [-] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.523701] env[69316]: DEBUG nova.network.neutron [-] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.591040] env[69316]: DEBUG nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.616496] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b4bdd149-3096-40cb-9e11-dbe02a9aacaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.623186] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.623511] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.624610] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.624610] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.624610] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.624760] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.625522] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.625849] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.626120] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.626353] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.626581] env[69316]: DEBUG nova.virt.hardware [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.627994] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982ef2f6-41df-45b7-b208-bd5714e37324 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.638286] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a0550b-cc7b-429e-9b56-17e44a76aebb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.721454] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cc8682-c267-5bf2-fa99-795c19e76f25, 'name': SearchDatastore_Task, 'duration_secs': 0.011804} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.722678] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.723072] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 651f02fd-b91f-4d1d-80ba-e66edff2503b/651f02fd-b91f-4d1d-80ba-e66edff2503b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.724050] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-418b9cbf-9339-4f4e-8fdf-1741771d00c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.731609] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366894, 'name': Rename_Task, 'duration_secs': 0.139069} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.732956] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.733631] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195f9179-c47e-476b-84b3-822fcb5241bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.737928] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 836.737928] env[69316]: value = "task-3366895" [ 836.737928] env[69316]: _type = "Task" [ 836.737928] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.744775] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 836.744775] env[69316]: value = "task-3366896" [ 836.744775] env[69316]: _type = "Task" [ 836.744775] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.755782] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.759927] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.928784] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquiring lock "495ce11b-8ce9-4467-bac0-13a6412839a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.929085] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "495ce11b-8ce9-4467-bac0-13a6412839a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.957968] env[69316]: DEBUG nova.compute.manager [req-4b190319-4ec5-4bb0-99ca-2d9b4146c8c1 req-d1066d84-8c9a-4dd4-b2ca-42f810ff52c8 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Received event network-vif-plugged-823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.957968] env[69316]: DEBUG oslo_concurrency.lockutils [req-4b190319-4ec5-4bb0-99ca-2d9b4146c8c1 req-d1066d84-8c9a-4dd4-b2ca-42f810ff52c8 service nova] Acquiring lock "5ff74a21-d2b2-488c-af74-bc597793bc69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.958131] env[69316]: DEBUG oslo_concurrency.lockutils [req-4b190319-4ec5-4bb0-99ca-2d9b4146c8c1 req-d1066d84-8c9a-4dd4-b2ca-42f810ff52c8 service nova] Lock "5ff74a21-d2b2-488c-af74-bc597793bc69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.959796] env[69316]: DEBUG oslo_concurrency.lockutils [req-4b190319-4ec5-4bb0-99ca-2d9b4146c8c1 req-d1066d84-8c9a-4dd4-b2ca-42f810ff52c8 service nova] Lock "5ff74a21-d2b2-488c-af74-bc597793bc69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.959796] env[69316]: DEBUG nova.compute.manager [req-4b190319-4ec5-4bb0-99ca-2d9b4146c8c1 req-d1066d84-8c9a-4dd4-b2ca-42f810ff52c8 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] No waiting events found dispatching network-vif-plugged-823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.959796] env[69316]: WARNING nova.compute.manager [req-4b190319-4ec5-4bb0-99ca-2d9b4146c8c1 req-d1066d84-8c9a-4dd4-b2ca-42f810ff52c8 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Received unexpected event network-vif-plugged-823e79d8-d2ac-435c-8468-6646e61fffae for instance with vm_state building and task_state spawning. [ 837.059515] env[69316]: DEBUG nova.network.neutron [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Successfully updated port: 823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.128749] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 14ad3214-47f3-46a4-a7fe-0f97098aeba3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.249694] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.258291] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.348356] env[69316]: DEBUG nova.network.neutron [-] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.561515] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.561828] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.561828] env[69316]: DEBUG nova.network.neutron [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.632805] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 102f49a8-bd4d-445f-b772-eb6b4ed5954c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.750688] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555705} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.753597] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 651f02fd-b91f-4d1d-80ba-e66edff2503b/651f02fd-b91f-4d1d-80ba-e66edff2503b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.753813] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.754072] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9661a21-fbf0-4a5e-a770-973660731cad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.760943] env[69316]: DEBUG oslo_vmware.api [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3366896, 'name': PowerOnVM_Task, 'duration_secs': 1.00842} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.762120] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.764050] env[69316]: INFO nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Took 8.58 seconds to spawn the instance on the hypervisor. [ 837.764050] env[69316]: DEBUG nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.764050] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 837.764050] env[69316]: value = "task-3366897" [ 837.764050] env[69316]: _type = "Task" [ 837.764050] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.764050] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366d4d5-978f-4d16-bbb3-961f6652653d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.777576] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.851597] env[69316]: INFO nova.compute.manager [-] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Took 1.33 seconds to deallocate network for instance. [ 838.076961] env[69316]: DEBUG nova.compute.manager [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-changed-5bff42f0-aa49-43ff-980e-4928d5cf8b9a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.077178] env[69316]: DEBUG nova.compute.manager [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Refreshing instance network info cache due to event network-changed-5bff42f0-aa49-43ff-980e-4928d5cf8b9a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.077419] env[69316]: DEBUG oslo_concurrency.lockutils [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] Acquiring lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.077854] env[69316]: DEBUG oslo_concurrency.lockutils [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] Acquired lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.077854] env[69316]: DEBUG nova.network.neutron [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Refreshing network info cache for port 5bff42f0-aa49-43ff-980e-4928d5cf8b9a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.106575] env[69316]: DEBUG nova.network.neutron [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.135797] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance a27d4d7c-8c75-4799-bc32-4acd2d33eddc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 838.276445] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058138} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.276445] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.276445] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799efc96-73d6-493d-97bb-dbb445951877 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.285592] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Successfully updated port: aab1a897-8e84-42f5-9a16-970f7a57fdfc {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.314359] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 651f02fd-b91f-4d1d-80ba-e66edff2503b/651f02fd-b91f-4d1d-80ba-e66edff2503b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.314987] env[69316]: INFO nova.compute.manager [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Took 41.98 seconds to build instance. [ 838.317019] env[69316]: DEBUG nova.network.neutron [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Updating instance_info_cache with network_info: [{"id": "823e79d8-d2ac-435c-8468-6646e61fffae", "address": "fa:16:3e:36:c4:9c", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823e79d8-d2", "ovs_interfaceid": "823e79d8-d2ac-435c-8468-6646e61fffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.317957] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73d7dcd9-67f0-4144-9650-5e8af2966712 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.333792] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Releasing lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.334036] env[69316]: DEBUG nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Instance network_info: |[{"id": "823e79d8-d2ac-435c-8468-6646e61fffae", "address": "fa:16:3e:36:c4:9c", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823e79d8-d2", "ovs_interfaceid": "823e79d8-d2ac-435c-8468-6646e61fffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.334503] env[69316]: DEBUG oslo_concurrency.lockutils [None req-744be0dc-f7e7-47ed-86a4-9b2211745c71 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "15d45208-7c48-4c60-87bf-b26a14fa861f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.702s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.334829] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c4:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823e79d8-d2ac-435c-8468-6646e61fffae', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.342158] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Creating folder: Project (834566cc6d67430fadd6f1b980d1ec05). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.344031] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00cc33f8-4184-423e-a75a-767b58ba2b9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.348018] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 838.348018] env[69316]: value = "task-3366898" [ 838.348018] env[69316]: _type = "Task" [ 838.348018] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.354158] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Created folder: Project (834566cc6d67430fadd6f1b980d1ec05) in parent group-v671748. [ 838.354275] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Creating folder: Instances. Parent ref: group-v671856. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.357172] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95176d8a-fc26-48fc-bcbd-af9e7cbff185 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.359461] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.359699] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.368217] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Created folder: Instances in parent group-v671856. [ 838.368837] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.368837] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.368949] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38a8c122-4afd-4148-92f2-466bfa86b8b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.388301] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.388301] env[69316]: value = "task-3366901" [ 838.388301] env[69316]: _type = "Task" [ 838.388301] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.397075] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366901, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.629423] env[69316]: DEBUG nova.network.neutron [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.638820] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b09f57f5-fb85-4c34-a981-f8a31b3c0c01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 838.723158] env[69316]: DEBUG nova.network.neutron [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.847309] env[69316]: DEBUG nova.compute.manager [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.859069] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366898, 'name': ReconfigVM_Task, 'duration_secs': 0.312782} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.859757] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 651f02fd-b91f-4d1d-80ba-e66edff2503b/651f02fd-b91f-4d1d-80ba-e66edff2503b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.860168] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57b1869e-11f3-46a4-9df5-f1115850486b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.867411] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 838.867411] env[69316]: value = "task-3366902" [ 838.867411] env[69316]: _type = "Task" [ 838.867411] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.877901] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366902, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.898593] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366901, 'name': CreateVM_Task, 'duration_secs': 0.495953} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.898593] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.899133] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.899316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.899660] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.899929] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319e6524-ef04-4d27-83dd-ad5f9c4bf199 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.904494] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 838.904494] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5226fda9-f2b1-b55a-4a94-15014985f84f" [ 838.904494] env[69316]: _type = "Task" [ 838.904494] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.912498] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5226fda9-f2b1-b55a-4a94-15014985f84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.050028] env[69316]: DEBUG nova.compute.manager [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Received event network-changed-823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.050028] env[69316]: DEBUG nova.compute.manager [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Refreshing instance network info cache due to event network-changed-823e79d8-d2ac-435c-8468-6646e61fffae. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.050028] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Acquiring lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.050028] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Acquired lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.052094] env[69316]: DEBUG nova.network.neutron [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Refreshing network info cache for port 823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.142430] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 0365659e-b134-4241-a4ec-f6f6378c228d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.225930] env[69316]: DEBUG oslo_concurrency.lockutils [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] Releasing lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.226223] env[69316]: DEBUG nova.compute.manager [req-3335b5f1-57df-4d74-acd3-033ad0818266 req-f456e5c3-9a6a-43eb-b0ba-5d081a850f36 service nova] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Received event network-vif-deleted-730caf4d-baf3-43de-92e0-f15a1e36e6cb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.373465] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.378886] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366902, 'name': Rename_Task, 'duration_secs': 0.144378} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.379169] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.379411] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2102f5f-3ad1-4321-9670-08ce0fed04b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.385288] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 839.385288] env[69316]: value = "task-3366903" [ 839.385288] env[69316]: _type = "Task" [ 839.385288] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.398056] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.412794] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5226fda9-f2b1-b55a-4a94-15014985f84f, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.413067] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.413357] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.413707] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.413879] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.414075] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.414646] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-332db266-d19f-4643-ac68-4f5ae35dc545 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.422676] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.422875] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.423592] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d22e3d8-3a47-45f6-9ab0-65bae1d164aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.428192] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 839.428192] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52579366-4c89-3ef1-0408-75a9967d01d7" [ 839.428192] env[69316]: _type = "Task" [ 839.428192] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.435267] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52579366-4c89-3ef1-0408-75a9967d01d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.645760] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 2e386d21-09db-401a-8ee6-c8da8dd6d819 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.661377] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "9e087a47-ce90-4d3a-9809-837705428f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.661669] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "9e087a47-ce90-4d3a-9809-837705428f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.771107] env[69316]: DEBUG nova.network.neutron [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Updated VIF entry in instance network info cache for port 823e79d8-d2ac-435c-8468-6646e61fffae. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.771481] env[69316]: DEBUG nova.network.neutron [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Updating instance_info_cache with network_info: [{"id": "823e79d8-d2ac-435c-8468-6646e61fffae", "address": "fa:16:3e:36:c4:9c", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823e79d8-d2", "ovs_interfaceid": "823e79d8-d2ac-435c-8468-6646e61fffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.895289] env[69316]: DEBUG oslo_vmware.api [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366903, 'name': PowerOnVM_Task, 'duration_secs': 0.460598} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.895518] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.895750] env[69316]: DEBUG nova.compute.manager [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.896506] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e69be3-c04b-4c06-9750-7902db41bb07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.941220] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52579366-4c89-3ef1-0408-75a9967d01d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008822} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.942224] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8125af7-57fc-4729-a3d4-484c3ebb90e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.947615] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 839.947615] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521945b4-9098-6826-8047-cc341863e902" [ 839.947615] env[69316]: _type = "Task" [ 839.947615] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.955159] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521945b4-9098-6826-8047-cc341863e902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.151554] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 44246e8b-d8af-4afc-b442-cef7731efa43 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 840.151855] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 840.151855] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 840.258688] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Successfully updated port: f65f5463-50d1-4bdd-9716-ccdf56612391 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.275568] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Releasing lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.275849] env[69316]: DEBUG nova.compute.manager [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-vif-plugged-aab1a897-8e84-42f5-9a16-970f7a57fdfc {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.276113] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Acquiring lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.276352] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.276756] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.276756] env[69316]: DEBUG nova.compute.manager [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] No waiting events found dispatching network-vif-plugged-aab1a897-8e84-42f5-9a16-970f7a57fdfc {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.276865] env[69316]: WARNING nova.compute.manager [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received unexpected event network-vif-plugged-aab1a897-8e84-42f5-9a16-970f7a57fdfc for instance with vm_state building and task_state spawning. [ 840.277018] env[69316]: DEBUG nova.compute.manager [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-changed-aab1a897-8e84-42f5-9a16-970f7a57fdfc {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.277176] env[69316]: DEBUG nova.compute.manager [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Refreshing instance network info cache due to event network-changed-aab1a897-8e84-42f5-9a16-970f7a57fdfc. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.277372] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Acquiring lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.277510] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Acquired lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.277669] env[69316]: DEBUG nova.network.neutron [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Refreshing network info cache for port aab1a897-8e84-42f5-9a16-970f7a57fdfc {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.417217] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.462488] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521945b4-9098-6826-8047-cc341863e902, 'name': SearchDatastore_Task, 'duration_secs': 0.016614} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.462488] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.462783] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 5ff74a21-d2b2-488c-af74-bc597793bc69/5ff74a21-d2b2-488c-af74-bc597793bc69.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.463057] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65d27a75-1d42-4dbf-90a3-6112ac4df297 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.472479] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 840.472479] env[69316]: value = "task-3366904" [ 840.472479] env[69316]: _type = "Task" [ 840.472479] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.483644] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.683303] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c2a744-6ef1-4dcc-9361-65a405aaf7fb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.696281] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf9b288-113c-43bf-a9c6-59742790604d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.734883] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df37a3ad-a559-46a5-b506-593294506bcb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.745760] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f89de-f759-45bd-ba21-ce79ee2455a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.764814] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.769517] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.821776] env[69316]: DEBUG nova.network.neutron [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.883474] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "651f02fd-b91f-4d1d-80ba-e66edff2503b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.883675] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "651f02fd-b91f-4d1d-80ba-e66edff2503b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.883993] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "651f02fd-b91f-4d1d-80ba-e66edff2503b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.884152] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "651f02fd-b91f-4d1d-80ba-e66edff2503b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.884352] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "651f02fd-b91f-4d1d-80ba-e66edff2503b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.887257] env[69316]: INFO nova.compute.manager [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Terminating instance [ 840.920708] env[69316]: DEBUG nova.network.neutron [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.982756] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504328} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.983019] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 5ff74a21-d2b2-488c-af74-bc597793bc69/5ff74a21-d2b2-488c-af74-bc597793bc69.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.983242] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.983492] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f69f9675-2dc1-4676-9018-f9bd3cdcd280 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.990281] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 840.990281] env[69316]: value = "task-3366905" [ 840.990281] env[69316]: _type = "Task" [ 840.990281] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.997484] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.090715] env[69316]: DEBUG nova.compute.manager [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-vif-plugged-f65f5463-50d1-4bdd-9716-ccdf56612391 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.090906] env[69316]: DEBUG oslo_concurrency.lockutils [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] Acquiring lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.091460] env[69316]: DEBUG oslo_concurrency.lockutils [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.091460] env[69316]: DEBUG oslo_concurrency.lockutils [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.091460] env[69316]: DEBUG nova.compute.manager [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] No waiting events found dispatching network-vif-plugged-f65f5463-50d1-4bdd-9716-ccdf56612391 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.091714] env[69316]: WARNING nova.compute.manager [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received unexpected event network-vif-plugged-f65f5463-50d1-4bdd-9716-ccdf56612391 for instance with vm_state building and task_state spawning. [ 841.091748] env[69316]: DEBUG nova.compute.manager [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-changed-f65f5463-50d1-4bdd-9716-ccdf56612391 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.091898] env[69316]: DEBUG nova.compute.manager [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Refreshing instance network info cache due to event network-changed-f65f5463-50d1-4bdd-9716-ccdf56612391. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.092076] env[69316]: DEBUG oslo_concurrency.lockutils [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] Acquiring lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.273017] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.392262] env[69316]: DEBUG nova.compute.manager [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.392534] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.393432] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362fba64-8c5a-401a-925c-155fc347c0f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.401300] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.401536] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a84fbbee-4b55-4865-a332-2f8c9debdefb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.407665] env[69316]: DEBUG oslo_vmware.api [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 841.407665] env[69316]: value = "task-3366906" [ 841.407665] env[69316]: _type = "Task" [ 841.407665] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.415635] env[69316]: DEBUG oslo_vmware.api [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.423890] env[69316]: DEBUG oslo_concurrency.lockutils [req-916b7689-17b9-48f5-b71c-2dc248cda206 req-f9e48eae-f8d6-4ad6-ad1c-fd563589f083 service nova] Releasing lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.424413] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquired lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.424826] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.500021] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069348} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.501425] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.505071] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed61c4c-6398-4167-9839-f78fcb15a88c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.508130] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "391711ce-699a-4642-bd68-300c4cd94ce9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.508348] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.528120] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 5ff74a21-d2b2-488c-af74-bc597793bc69/5ff74a21-d2b2-488c-af74-bc597793bc69.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.528631] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20608710-4609-4324-9d53-475dc567fa19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.549909] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 841.549909] env[69316]: value = "task-3366907" [ 841.549909] env[69316]: _type = "Task" [ 841.549909] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.557732] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.779244] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 841.779244] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.237s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.779244] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.828s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.779244] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.781056] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.520s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.781249] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.783066] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.327s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.784610] env[69316]: INFO nova.compute.claims [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.811397] env[69316]: INFO nova.scheduler.client.report [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleted allocations for instance 125e57cd-019d-4880-9ffd-ba445151c55f [ 841.813161] env[69316]: INFO nova.scheduler.client.report [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleted allocations for instance bda998f5-6a6b-45ba-a8bf-56794218f095 [ 841.918296] env[69316]: DEBUG oslo_vmware.api [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366906, 'name': PowerOffVM_Task, 'duration_secs': 0.42359} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.918755] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.919077] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.919701] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c17888ce-1ed8-462b-adb6-58ab488bcee1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.963717] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.992646] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.992898] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.993366] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleting the datastore file [datastore1] 651f02fd-b91f-4d1d-80ba-e66edff2503b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.993643] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f1136d6-b6c7-4b67-a167-620b4689657f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.000279] env[69316]: DEBUG oslo_vmware.api [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 842.000279] env[69316]: value = "task-3366909" [ 842.000279] env[69316]: _type = "Task" [ 842.000279] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.008287] env[69316]: DEBUG oslo_vmware.api [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.060800] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.322620] env[69316]: DEBUG oslo_concurrency.lockutils [None req-578b3136-32a8-4b98-9439-be7845b8c335 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "125e57cd-019d-4880-9ffd-ba445151c55f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.833s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.323575] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "bda998f5-6a6b-45ba-a8bf-56794218f095" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.992s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.361296] env[69316]: DEBUG nova.network.neutron [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Updating instance_info_cache with network_info: [{"id": "5bff42f0-aa49-43ff-980e-4928d5cf8b9a", "address": "fa:16:3e:d4:fa:22", "network": {"id": "47fbc73a-3278-4599-89c4-d350b33d2260", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115599366", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff42f0-aa", "ovs_interfaceid": "5bff42f0-aa49-43ff-980e-4928d5cf8b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aab1a897-8e84-42f5-9a16-970f7a57fdfc", "address": "fa:16:3e:f2:ed:4c", "network": {"id": "f1c53b13-de31-4121-bcf7-42225a1ea983", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1754980515", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab1a897-8e", "ovs_interfaceid": "aab1a897-8e84-42f5-9a16-970f7a57fdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f65f5463-50d1-4bdd-9716-ccdf56612391", "address": "fa:16:3e:ba:ed:de", "network": {"id": "47fbc73a-3278-4599-89c4-d350b33d2260", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115599366", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf65f5463-50", "ovs_interfaceid": "f65f5463-50d1-4bdd-9716-ccdf56612391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.510945] env[69316]: DEBUG oslo_vmware.api [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3366909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228905} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.511283] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.511509] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.511706] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.511952] env[69316]: INFO nova.compute.manager [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 842.512123] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.512307] env[69316]: DEBUG nova.compute.manager [-] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.512401] env[69316]: DEBUG nova.network.neutron [-] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.561657] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.863998] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Releasing lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.864097] env[69316]: DEBUG nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Instance network_info: |[{"id": "5bff42f0-aa49-43ff-980e-4928d5cf8b9a", "address": "fa:16:3e:d4:fa:22", "network": {"id": "47fbc73a-3278-4599-89c4-d350b33d2260", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115599366", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff42f0-aa", "ovs_interfaceid": "5bff42f0-aa49-43ff-980e-4928d5cf8b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aab1a897-8e84-42f5-9a16-970f7a57fdfc", "address": "fa:16:3e:f2:ed:4c", "network": {"id": "f1c53b13-de31-4121-bcf7-42225a1ea983", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1754980515", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab1a897-8e", "ovs_interfaceid": "aab1a897-8e84-42f5-9a16-970f7a57fdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f65f5463-50d1-4bdd-9716-ccdf56612391", "address": "fa:16:3e:ba:ed:de", "network": {"id": "47fbc73a-3278-4599-89c4-d350b33d2260", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115599366", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf65f5463-50", "ovs_interfaceid": "f65f5463-50d1-4bdd-9716-ccdf56612391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.864383] env[69316]: DEBUG oslo_concurrency.lockutils [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] Acquired lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.864602] env[69316]: DEBUG nova.network.neutron [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Refreshing network info cache for port f65f5463-50d1-4bdd-9716-ccdf56612391 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.865777] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fa:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bff42f0-aa49-43ff-980e-4928d5cf8b9a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:ed:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aab1a897-8e84-42f5-9a16-970f7a57fdfc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:ed:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f65f5463-50d1-4bdd-9716-ccdf56612391', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.879756] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Creating folder: Project (f68d9d779cb44c55a536fb7f9619d52e). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.883815] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f1e42f5-aa2a-45bc-a162-fc9b64198aad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.894517] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Created folder: Project (f68d9d779cb44c55a536fb7f9619d52e) in parent group-v671748. [ 842.894732] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Creating folder: Instances. Parent ref: group-v671859. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.897179] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de7efde8-f28e-47df-9ee3-c6c474d7a136 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.905938] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Created folder: Instances in parent group-v671859. [ 842.906209] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.906401] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.906599] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1433d0dd-f5c4-4eac-8a97-9b8bf8788984 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.932291] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.932291] env[69316]: value = "task-3366912" [ 842.932291] env[69316]: _type = "Task" [ 842.932291] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.942423] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366912, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.061079] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366907, 'name': ReconfigVM_Task, 'duration_secs': 1.139325} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.063638] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 5ff74a21-d2b2-488c-af74-bc597793bc69/5ff74a21-d2b2-488c-af74-bc597793bc69.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.064455] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb172d0-1c1d-4c6d-bed7-5c078f0d2208 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.070150] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 843.070150] env[69316]: value = "task-3366913" [ 843.070150] env[69316]: _type = "Task" [ 843.070150] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.079365] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366913, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.191999] env[69316]: DEBUG nova.compute.manager [req-bf392ba3-a605-4717-9792-147e9804f1ea req-e8de1c88-8f7d-45e6-9f8e-b3de8e7fc8f9 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Received event network-vif-deleted-b15727b9-2aea-40f7-bd1f-4d92120e2b43 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.192253] env[69316]: INFO nova.compute.manager [req-bf392ba3-a605-4717-9792-147e9804f1ea req-e8de1c88-8f7d-45e6-9f8e-b3de8e7fc8f9 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Neutron deleted interface b15727b9-2aea-40f7-bd1f-4d92120e2b43; detaching it from the instance and deleting it from the info cache [ 843.192389] env[69316]: DEBUG nova.network.neutron [req-bf392ba3-a605-4717-9792-147e9804f1ea req-e8de1c88-8f7d-45e6-9f8e-b3de8e7fc8f9 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.249827] env[69316]: DEBUG nova.network.neutron [-] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.264498] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444c2e9f-081a-4992-98e1-7aca81bb9eaf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.273271] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1473ace0-4fde-40bf-8db1-02b8fc59af33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.310145] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348f43d-fc7f-4630-85dd-eb4672507837 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.318095] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e249ae-56e7-421e-baec-84ead6c48171 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.333404] env[69316]: DEBUG nova.compute.provider_tree [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.447204] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366912, 'name': CreateVM_Task, 'duration_secs': 0.473845} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.450076] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.451193] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.451406] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.451727] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.452333] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce201739-9865-44a7-a2f9-ee9c0580b446 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.458164] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 843.458164] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520a6766-4afa-14c3-6126-2140bed50fda" [ 843.458164] env[69316]: _type = "Task" [ 843.458164] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.466669] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520a6766-4afa-14c3-6126-2140bed50fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.580097] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366913, 'name': Rename_Task, 'duration_secs': 0.18066} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.580357] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.580645] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c8a1ae2-c1f7-4b1c-8a6d-46acbd50eab8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.590242] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 843.590242] env[69316]: value = "task-3366914" [ 843.590242] env[69316]: _type = "Task" [ 843.590242] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.597659] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.677935] env[69316]: DEBUG nova.network.neutron [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Updated VIF entry in instance network info cache for port f65f5463-50d1-4bdd-9716-ccdf56612391. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.678660] env[69316]: DEBUG nova.network.neutron [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Updating instance_info_cache with network_info: [{"id": "5bff42f0-aa49-43ff-980e-4928d5cf8b9a", "address": "fa:16:3e:d4:fa:22", "network": {"id": "47fbc73a-3278-4599-89c4-d350b33d2260", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115599366", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff42f0-aa", "ovs_interfaceid": "5bff42f0-aa49-43ff-980e-4928d5cf8b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aab1a897-8e84-42f5-9a16-970f7a57fdfc", "address": "fa:16:3e:f2:ed:4c", "network": {"id": "f1c53b13-de31-4121-bcf7-42225a1ea983", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1754980515", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab1a897-8e", "ovs_interfaceid": "aab1a897-8e84-42f5-9a16-970f7a57fdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f65f5463-50d1-4bdd-9716-ccdf56612391", "address": "fa:16:3e:ba:ed:de", "network": {"id": "47fbc73a-3278-4599-89c4-d350b33d2260", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115599366", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf65f5463-50", "ovs_interfaceid": "f65f5463-50d1-4bdd-9716-ccdf56612391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.695352] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a19b8db4-60c3-4cd0-ab49-9a6ba35a42a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.705734] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da99d93f-eb94-4319-97ab-bd2824482210 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.741031] env[69316]: DEBUG nova.compute.manager [req-bf392ba3-a605-4717-9792-147e9804f1ea req-e8de1c88-8f7d-45e6-9f8e-b3de8e7fc8f9 service nova] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Detach interface failed, port_id=b15727b9-2aea-40f7-bd1f-4d92120e2b43, reason: Instance 651f02fd-b91f-4d1d-80ba-e66edff2503b could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 843.752775] env[69316]: INFO nova.compute.manager [-] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Took 1.24 seconds to deallocate network for instance. [ 843.761894] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "f9319946-f7ff-48ab-addf-0a713b6f51de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.762133] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "f9319946-f7ff-48ab-addf-0a713b6f51de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.788397] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.788397] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.836076] env[69316]: DEBUG nova.scheduler.client.report [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.970106] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520a6766-4afa-14c3-6126-2140bed50fda, 'name': SearchDatastore_Task, 'duration_secs': 0.012506} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.970415] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.970642] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.970868] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.971021] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.971201] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.971452] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49e2d633-decb-43d4-83d6-0a8984726f9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.979275] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.980046] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.980203] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f3aef9-b57d-4eae-956e-8974a8484cf2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.985151] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 843.985151] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5204ac2f-46d9-30c8-c815-0f85a349f48c" [ 843.985151] env[69316]: _type = "Task" [ 843.985151] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.992279] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5204ac2f-46d9-30c8-c815-0f85a349f48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.100113] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366914, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.182567] env[69316]: DEBUG oslo_concurrency.lockutils [req-39b1def2-f815-47ce-b5ea-daf6e6aac897 req-a98f034f-b1d3-4a4c-9577-5eb2b3ef5b29 service nova] Releasing lock "refresh_cache-a4343dc1-46c6-423d-b8f8-78a29041ea68" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.258954] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.341058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.341360] env[69316]: DEBUG nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.343984] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.833s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.346062] env[69316]: INFO nova.compute.claims [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.496897] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5204ac2f-46d9-30c8-c815-0f85a349f48c, 'name': SearchDatastore_Task, 'duration_secs': 0.008122} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.497706] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e137fb8b-ad03-4b93-8460-f04ea769cc0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.504056] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 844.504056] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521dc9e6-daad-93cf-73c4-f88899fe96d0" [ 844.504056] env[69316]: _type = "Task" [ 844.504056] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.513828] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521dc9e6-daad-93cf-73c4-f88899fe96d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.600768] env[69316]: DEBUG oslo_vmware.api [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3366914, 'name': PowerOnVM_Task, 'duration_secs': 1.011212} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.600956] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.601206] env[69316]: INFO nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Took 8.01 seconds to spawn the instance on the hypervisor. [ 844.601399] env[69316]: DEBUG nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.602187] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee90eda0-87fc-4e53-9830-a33d687403bf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.854324] env[69316]: DEBUG nova.compute.utils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.856418] env[69316]: DEBUG nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.856418] env[69316]: DEBUG nova.network.neutron [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.903090] env[69316]: DEBUG nova.policy [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b72663618c2440ae9f0d9ed2c9b00f98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ba0c2311624cdca6022e096d2ec8d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.015756] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521dc9e6-daad-93cf-73c4-f88899fe96d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.016051] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.016312] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] a4343dc1-46c6-423d-b8f8-78a29041ea68/a4343dc1-46c6-423d-b8f8-78a29041ea68.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.016573] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8cf1fa-3d2c-4933-9b90-139aae7fe13d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.023052] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 845.023052] env[69316]: value = "task-3366915" [ 845.023052] env[69316]: _type = "Task" [ 845.023052] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.030806] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.125229] env[69316]: INFO nova.compute.manager [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Took 37.74 seconds to build instance. [ 845.143626] env[69316]: DEBUG nova.compute.manager [req-f922d5ba-82ac-4e2f-b4a9-b5ed30f8d1f9 req-6878c3e1-46a2-43af-9bc3-24ceb7cb127b service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Received event network-changed-823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.147356] env[69316]: DEBUG nova.compute.manager [req-f922d5ba-82ac-4e2f-b4a9-b5ed30f8d1f9 req-6878c3e1-46a2-43af-9bc3-24ceb7cb127b service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Refreshing instance network info cache due to event network-changed-823e79d8-d2ac-435c-8468-6646e61fffae. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.147806] env[69316]: DEBUG oslo_concurrency.lockutils [req-f922d5ba-82ac-4e2f-b4a9-b5ed30f8d1f9 req-6878c3e1-46a2-43af-9bc3-24ceb7cb127b service nova] Acquiring lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.148027] env[69316]: DEBUG oslo_concurrency.lockutils [req-f922d5ba-82ac-4e2f-b4a9-b5ed30f8d1f9 req-6878c3e1-46a2-43af-9bc3-24ceb7cb127b service nova] Acquired lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.148264] env[69316]: DEBUG nova.network.neutron [req-f922d5ba-82ac-4e2f-b4a9-b5ed30f8d1f9 req-6878c3e1-46a2-43af-9bc3-24ceb7cb127b service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Refreshing network info cache for port 823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.192331] env[69316]: DEBUG nova.network.neutron [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Successfully created port: 8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.361020] env[69316]: DEBUG nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.534562] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485612} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.534825] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] a4343dc1-46c6-423d-b8f8-78a29041ea68/a4343dc1-46c6-423d-b8f8-78a29041ea68.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.534921] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.535201] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d99c9914-bdc9-4a16-b2f8-12aa7fe578f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.542173] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 845.542173] env[69316]: value = "task-3366916" [ 845.542173] env[69316]: _type = "Task" [ 845.542173] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.549659] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.628657] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "5ff74a21-d2b2-488c-af74-bc597793bc69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.430s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.899216] env[69316]: DEBUG nova.network.neutron [req-f922d5ba-82ac-4e2f-b4a9-b5ed30f8d1f9 req-6878c3e1-46a2-43af-9bc3-24ceb7cb127b service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Updated VIF entry in instance network info cache for port 823e79d8-d2ac-435c-8468-6646e61fffae. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.900371] env[69316]: DEBUG nova.network.neutron [req-f922d5ba-82ac-4e2f-b4a9-b5ed30f8d1f9 req-6878c3e1-46a2-43af-9bc3-24ceb7cb127b service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Updating instance_info_cache with network_info: [{"id": "823e79d8-d2ac-435c-8468-6646e61fffae", "address": "fa:16:3e:36:c4:9c", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823e79d8-d2", "ovs_interfaceid": "823e79d8-d2ac-435c-8468-6646e61fffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.941114] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f713839-6e5c-4279-a536-20ab11513a0b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.949214] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05aae41-ef98-4b67-9df4-d540c23c30cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.979708] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7745b0d8-4ee2-4b4e-8452-541dd7669eef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.987783] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d626a-8296-484a-b452-9fda1a8a3988 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.002877] env[69316]: DEBUG nova.compute.provider_tree [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.052070] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074031} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.052265] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.053076] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13601116-997a-48ad-bd87-8b7fb31d5996 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.082460] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] a4343dc1-46c6-423d-b8f8-78a29041ea68/a4343dc1-46c6-423d-b8f8-78a29041ea68.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.083300] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216affd9-7c33-4c3e-9cb7-8dab6bb2c61c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.102478] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 846.102478] env[69316]: value = "task-3366917" [ 846.102478] env[69316]: _type = "Task" [ 846.102478] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.111926] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.130833] env[69316]: DEBUG nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.373089] env[69316]: DEBUG nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.400386] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.400386] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.400386] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.400386] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.400386] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.400386] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.400386] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.400386] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.400694] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.400775] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.401099] env[69316]: DEBUG nova.virt.hardware [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.402149] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c3c950-2116-409c-b164-6bd3ac52fa9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.405758] env[69316]: DEBUG oslo_concurrency.lockutils [req-f922d5ba-82ac-4e2f-b4a9-b5ed30f8d1f9 req-6878c3e1-46a2-43af-9bc3-24ceb7cb127b service nova] Releasing lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.411782] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a9213a-fb25-4783-bc1b-edd7aceca052 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.506026] env[69316]: DEBUG nova.scheduler.client.report [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.618981] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366917, 'name': ReconfigVM_Task, 'duration_secs': 0.349462} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.619344] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Reconfigured VM instance instance-00000026 to attach disk [datastore2] a4343dc1-46c6-423d-b8f8-78a29041ea68/a4343dc1-46c6-423d-b8f8-78a29041ea68.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.622088] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d77fbb13-bdde-46aa-a5e7-e1a799145b0d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.627778] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 846.627778] env[69316]: value = "task-3366918" [ 846.627778] env[69316]: _type = "Task" [ 846.627778] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.638334] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366918, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.650745] env[69316]: DEBUG nova.compute.manager [req-f50a24e3-d477-4087-889d-8fde545f734d req-38b54b17-fb75-4a70-9b64-23a6b42a358d service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received event network-vif-plugged-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.651023] env[69316]: DEBUG oslo_concurrency.lockutils [req-f50a24e3-d477-4087-889d-8fde545f734d req-38b54b17-fb75-4a70-9b64-23a6b42a358d service nova] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.651253] env[69316]: DEBUG oslo_concurrency.lockutils [req-f50a24e3-d477-4087-889d-8fde545f734d req-38b54b17-fb75-4a70-9b64-23a6b42a358d service nova] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.651439] env[69316]: DEBUG oslo_concurrency.lockutils [req-f50a24e3-d477-4087-889d-8fde545f734d req-38b54b17-fb75-4a70-9b64-23a6b42a358d service nova] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.652355] env[69316]: DEBUG nova.compute.manager [req-f50a24e3-d477-4087-889d-8fde545f734d req-38b54b17-fb75-4a70-9b64-23a6b42a358d service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] No waiting events found dispatching network-vif-plugged-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.652355] env[69316]: WARNING nova.compute.manager [req-f50a24e3-d477-4087-889d-8fde545f734d req-38b54b17-fb75-4a70-9b64-23a6b42a358d service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received unexpected event network-vif-plugged-8326817d-1a61-4398-84cb-fe9d02f75bac for instance with vm_state building and task_state spawning. [ 846.656637] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.711379] env[69316]: DEBUG nova.network.neutron [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Successfully updated port: 8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.011096] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.011615] env[69316]: DEBUG nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.014278] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.962s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.014471] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.016971] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.442s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.018545] env[69316]: INFO nova.compute.claims [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.044916] env[69316]: INFO nova.scheduler.client.report [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Deleted allocations for instance 13556d56-c154-4033-bc15-d205744f92b9 [ 847.138287] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366918, 'name': Rename_Task, 'duration_secs': 0.167433} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.138540] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.138781] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a0e78b-80d0-4af1-96e4-ec192be99955 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.144593] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 847.144593] env[69316]: value = "task-3366919" [ 847.144593] env[69316]: _type = "Task" [ 847.144593] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.151980] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.212363] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.212519] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.212673] env[69316]: DEBUG nova.network.neutron [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.295220] env[69316]: DEBUG nova.compute.manager [req-b8cbee87-1223-4048-9476-06446df0cef1 req-e4eb00b5-4961-4223-9689-b971ca463c73 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Received event network-changed-823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.295220] env[69316]: DEBUG nova.compute.manager [req-b8cbee87-1223-4048-9476-06446df0cef1 req-e4eb00b5-4961-4223-9689-b971ca463c73 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Refreshing instance network info cache due to event network-changed-823e79d8-d2ac-435c-8468-6646e61fffae. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.295220] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8cbee87-1223-4048-9476-06446df0cef1 req-e4eb00b5-4961-4223-9689-b971ca463c73 service nova] Acquiring lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.295220] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8cbee87-1223-4048-9476-06446df0cef1 req-e4eb00b5-4961-4223-9689-b971ca463c73 service nova] Acquired lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.295220] env[69316]: DEBUG nova.network.neutron [req-b8cbee87-1223-4048-9476-06446df0cef1 req-e4eb00b5-4961-4223-9689-b971ca463c73 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Refreshing network info cache for port 823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.523583] env[69316]: DEBUG nova.compute.utils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.525077] env[69316]: DEBUG nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.525294] env[69316]: DEBUG nova.network.neutron [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.553596] env[69316]: DEBUG oslo_concurrency.lockutils [None req-07229953-0369-4abf-bc74-a992a751bf69 tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Lock "13556d56-c154-4033-bc15-d205744f92b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.985s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.581378] env[69316]: DEBUG nova.policy [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d9839cd3c164c0fa32218d75a7fcf12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a7c8d531b345da841d466f2b1c0411', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.654653] env[69316]: DEBUG oslo_vmware.api [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366919, 'name': PowerOnVM_Task, 'duration_secs': 0.450735} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.654927] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.655151] env[69316]: INFO nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Took 13.71 seconds to spawn the instance on the hypervisor. [ 847.655331] env[69316]: DEBUG nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.656111] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf7648-b4b9-42a2-8363-c10a512883c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.960112] env[69316]: DEBUG nova.network.neutron [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.028609] env[69316]: DEBUG nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.173283] env[69316]: INFO nova.compute.manager [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Took 44.83 seconds to build instance. [ 848.184888] env[69316]: DEBUG nova.network.neutron [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [{"id": "8326817d-1a61-4398-84cb-fe9d02f75bac", "address": "fa:16:3e:31:af:7e", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8326817d-1a", "ovs_interfaceid": "8326817d-1a61-4398-84cb-fe9d02f75bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.198700] env[69316]: DEBUG nova.network.neutron [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Successfully created port: ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.238847] env[69316]: DEBUG nova.network.neutron [req-b8cbee87-1223-4048-9476-06446df0cef1 req-e4eb00b5-4961-4223-9689-b971ca463c73 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Updated VIF entry in instance network info cache for port 823e79d8-d2ac-435c-8468-6646e61fffae. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.239208] env[69316]: DEBUG nova.network.neutron [req-b8cbee87-1223-4048-9476-06446df0cef1 req-e4eb00b5-4961-4223-9689-b971ca463c73 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Updating instance_info_cache with network_info: [{"id": "823e79d8-d2ac-435c-8468-6646e61fffae", "address": "fa:16:3e:36:c4:9c", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823e79d8-d2", "ovs_interfaceid": "823e79d8-d2ac-435c-8468-6646e61fffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.531249] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807f89b-1ab0-44ae-9066-2587b217d90c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.539746] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12727de-3cc5-47c0-ad2d-ad876112e865 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.574570] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86cfd5c-1ab3-46c6-85b1-87c6a748d27d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.584414] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3157ab-7ce5-4ef5-ad2c-a72b4d575194 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.598450] env[69316]: DEBUG nova.compute.provider_tree [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.675606] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9570c72b-7e0f-4841-81df-8e0f94725ce8 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.986s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.693567] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.693995] env[69316]: DEBUG nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Instance network_info: |[{"id": "8326817d-1a61-4398-84cb-fe9d02f75bac", "address": "fa:16:3e:31:af:7e", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8326817d-1a", "ovs_interfaceid": "8326817d-1a61-4398-84cb-fe9d02f75bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.694864] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:af:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8326817d-1a61-4398-84cb-fe9d02f75bac', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.703266] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating folder: Project (22ba0c2311624cdca6022e096d2ec8d6). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.704289] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de975430-2f83-415c-8a00-1685a045938f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.715270] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Created folder: Project (22ba0c2311624cdca6022e096d2ec8d6) in parent group-v671748. [ 848.715463] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating folder: Instances. Parent ref: group-v671862. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.715693] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b70d7f-dae8-496d-87ef-a19de7d4b8df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.725211] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Created folder: Instances in parent group-v671862. [ 848.725439] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.725689] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.725891] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f30d724-1310-4724-9239-6b8d844c576c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.742013] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8cbee87-1223-4048-9476-06446df0cef1 req-e4eb00b5-4961-4223-9689-b971ca463c73 service nova] Releasing lock "refresh_cache-5ff74a21-d2b2-488c-af74-bc597793bc69" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.747625] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.747625] env[69316]: value = "task-3366922" [ 848.747625] env[69316]: _type = "Task" [ 848.747625] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.755222] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366922, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.823437] env[69316]: DEBUG nova.compute.manager [req-6aa06e06-ae0f-4d87-be7b-55e49e8e3989 req-41c59229-4b52-46c8-b4fa-ec21ca8bd804 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received event network-changed-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.823643] env[69316]: DEBUG nova.compute.manager [req-6aa06e06-ae0f-4d87-be7b-55e49e8e3989 req-41c59229-4b52-46c8-b4fa-ec21ca8bd804 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Refreshing instance network info cache due to event network-changed-8326817d-1a61-4398-84cb-fe9d02f75bac. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.823858] env[69316]: DEBUG oslo_concurrency.lockutils [req-6aa06e06-ae0f-4d87-be7b-55e49e8e3989 req-41c59229-4b52-46c8-b4fa-ec21ca8bd804 service nova] Acquiring lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.824012] env[69316]: DEBUG oslo_concurrency.lockutils [req-6aa06e06-ae0f-4d87-be7b-55e49e8e3989 req-41c59229-4b52-46c8-b4fa-ec21ca8bd804 service nova] Acquired lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.824389] env[69316]: DEBUG nova.network.neutron [req-6aa06e06-ae0f-4d87-be7b-55e49e8e3989 req-41c59229-4b52-46c8-b4fa-ec21ca8bd804 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Refreshing network info cache for port 8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.045886] env[69316]: DEBUG nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.090824] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.091121] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.091291] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.091484] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.091631] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.091791] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.092008] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.092443] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.092630] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.092797] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.092997] env[69316]: DEBUG nova.virt.hardware [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.094218] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709d890f-c253-4c42-a954-266de9e1f35a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.111416] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eece59b0-fd86-4b15-a531-3bab94362e16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.144042] env[69316]: ERROR nova.scheduler.client.report [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [req-0d6d9632-2ce6-4c79-b3fc-749c22bb4070] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d6d9632-2ce6-4c79-b3fc-749c22bb4070"}]} [ 849.159550] env[69316]: DEBUG nova.scheduler.client.report [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Refreshing inventories for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 849.174100] env[69316]: DEBUG nova.scheduler.client.report [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Updating ProviderTree inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 849.174350] env[69316]: DEBUG nova.compute.provider_tree [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.178912] env[69316]: DEBUG nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.186385] env[69316]: DEBUG nova.scheduler.client.report [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Refreshing aggregate associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, aggregates: None {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 849.192972] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "6764d904-c024-481e-9e99-f022b5c5e4f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.193231] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.209078] env[69316]: DEBUG nova.scheduler.client.report [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Refreshing trait associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.260408] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366922, 'name': CreateVM_Task, 'duration_secs': 0.475507} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.261035] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.261563] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.261764] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.262272] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.262604] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc35fcd-b69e-4dfc-8703-74ba2979ec0f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.266802] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 849.266802] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5241c64b-5d4b-01db-f016-c50e2fa63cd4" [ 849.266802] env[69316]: _type = "Task" [ 849.266802] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.277219] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5241c64b-5d4b-01db-f016-c50e2fa63cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.712191] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.713014] env[69316]: DEBUG nova.network.neutron [req-6aa06e06-ae0f-4d87-be7b-55e49e8e3989 req-41c59229-4b52-46c8-b4fa-ec21ca8bd804 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updated VIF entry in instance network info cache for port 8326817d-1a61-4398-84cb-fe9d02f75bac. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.714716] env[69316]: DEBUG nova.network.neutron [req-6aa06e06-ae0f-4d87-be7b-55e49e8e3989 req-41c59229-4b52-46c8-b4fa-ec21ca8bd804 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [{"id": "8326817d-1a61-4398-84cb-fe9d02f75bac", "address": "fa:16:3e:31:af:7e", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8326817d-1a", "ovs_interfaceid": "8326817d-1a61-4398-84cb-fe9d02f75bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.779847] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5241c64b-5d4b-01db-f016-c50e2fa63cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.782633] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.782732] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.782920] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.783076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.783259] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.783696] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7150f5ea-4eae-4e2b-9e9b-9e7399671d12 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.794789] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.794789] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.794789] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e60c86-3f8b-470a-b2e3-436c369ae706 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.797877] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0c66b9-eab6-4b79-a465-5aa181e7b21d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.803479] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 849.803479] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527187f1-39b3-e759-f86d-ea17975eb30a" [ 849.803479] env[69316]: _type = "Task" [ 849.803479] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.812238] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b799a74-5a17-443c-99fe-01ec86d9eb4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.818878] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527187f1-39b3-e759-f86d-ea17975eb30a, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.848353] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e076b5c-5824-4174-b5de-a66d63f988ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.851147] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0f501c-2c8f-43a9-a1af-00dbd5312e46 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.856099] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 849.856099] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bd79ac-d740-3639-30c0-651cc066daf5" [ 849.856099] env[69316]: _type = "Task" [ 849.856099] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.862150] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5d59c6-f0d6-4b31-b510-4368584a853b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.870881] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bd79ac-d740-3639-30c0-651cc066daf5, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.879118] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.879118] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 63f16880-0be1-4e76-bd7b-c12e0c018c24/63f16880-0be1-4e76-bd7b-c12e0c018c24.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.879435] env[69316]: DEBUG nova.compute.provider_tree [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.883844] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbf2ee35-5562-4178-846d-dd663d350a04 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.886695] env[69316]: DEBUG nova.network.neutron [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Successfully updated port: ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.888922] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 849.888922] env[69316]: value = "task-3366923" [ 849.888922] env[69316]: _type = "Task" [ 849.888922] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.897776] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "a4343dc1-46c6-423d-b8f8-78a29041ea68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.897776] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.897996] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.898336] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.898336] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.899985] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.903714] env[69316]: INFO nova.compute.manager [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Terminating instance [ 850.216705] env[69316]: DEBUG oslo_concurrency.lockutils [req-6aa06e06-ae0f-4d87-be7b-55e49e8e3989 req-41c59229-4b52-46c8-b4fa-ec21ca8bd804 service nova] Releasing lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.390615] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquiring lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.390763] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquired lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.390966] env[69316]: DEBUG nova.network.neutron [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.402572] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487775} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.403483] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 63f16880-0be1-4e76-bd7b-c12e0c018c24/63f16880-0be1-4e76-bd7b-c12e0c018c24.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.403931] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.403931] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d6969b9-89b3-43cd-9643-c5bfe4ab70cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.408802] env[69316]: DEBUG nova.compute.manager [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.409043] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.411288] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fbac06-c8b4-4135-8099-01931e4a9282 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.414662] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 850.414662] env[69316]: value = "task-3366924" [ 850.414662] env[69316]: _type = "Task" [ 850.414662] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.421804] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.422483] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04fd759-95fc-4cf0-bede-0c416e4ad371 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.425111] env[69316]: DEBUG nova.scheduler.client.report [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 850.425379] env[69316]: DEBUG nova.compute.provider_tree [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 64 to 65 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 850.425565] env[69316]: DEBUG nova.compute.provider_tree [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.432819] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.438285] env[69316]: DEBUG oslo_vmware.api [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 850.438285] env[69316]: value = "task-3366925" [ 850.438285] env[69316]: _type = "Task" [ 850.438285] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.449145] env[69316]: DEBUG oslo_vmware.api [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.914730] env[69316]: DEBUG nova.compute.manager [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Received event network-vif-plugged-ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.915105] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] Acquiring lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.915163] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] Lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.915323] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] Lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.915483] env[69316]: DEBUG nova.compute.manager [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] No waiting events found dispatching network-vif-plugged-ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.915642] env[69316]: WARNING nova.compute.manager [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Received unexpected event network-vif-plugged-ca572663-b7be-4e93-a5ea-b49dd226aa6e for instance with vm_state building and task_state spawning. [ 850.915797] env[69316]: DEBUG nova.compute.manager [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Received event network-changed-ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.915939] env[69316]: DEBUG nova.compute.manager [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Refreshing instance network info cache due to event network-changed-ca572663-b7be-4e93-a5ea-b49dd226aa6e. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.916121] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] Acquiring lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.925923] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081256} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.926195] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.926977] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae791b-3e17-4f50-96bf-0095884f6616 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.940664] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.924s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.941172] env[69316]: DEBUG nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.952221] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 63f16880-0be1-4e76-bd7b-c12e0c018c24/63f16880-0be1-4e76-bd7b-c12e0c018c24.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.953138] env[69316]: DEBUG nova.network.neutron [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.956595] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.917s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.957182] env[69316]: INFO nova.compute.claims [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.963895] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497cccab-f0cd-4a6e-96f6-6605851b431c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.985454] env[69316]: DEBUG oslo_vmware.api [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366925, 'name': PowerOffVM_Task, 'duration_secs': 0.21621} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.987337] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.987576] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.987915] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 850.987915] env[69316]: value = "task-3366926" [ 850.987915] env[69316]: _type = "Task" [ 850.987915] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.988438] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88975aec-9aa0-43a4-bfca-0edb74abda7f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.000030] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366926, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.113856] env[69316]: DEBUG nova.network.neutron [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Updating instance_info_cache with network_info: [{"id": "ca572663-b7be-4e93-a5ea-b49dd226aa6e", "address": "fa:16:3e:f7:fe:99", "network": {"id": "50f58b78-8f0a-48af-9a71-cc00e77793e2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-247452868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a7c8d531b345da841d466f2b1c0411", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca572663-b7", "ovs_interfaceid": "ca572663-b7be-4e93-a5ea-b49dd226aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.456543] env[69316]: DEBUG nova.compute.utils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.458141] env[69316]: DEBUG nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.458271] env[69316]: DEBUG nova.network.neutron [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.500177] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.522453] env[69316]: DEBUG nova.policy [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52460ceab8794a16a531f51c49f83881', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4ddd28ffa3e4f748cea249f63f3cb31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.616592] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Releasing lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.616939] env[69316]: DEBUG nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Instance network_info: |[{"id": "ca572663-b7be-4e93-a5ea-b49dd226aa6e", "address": "fa:16:3e:f7:fe:99", "network": {"id": "50f58b78-8f0a-48af-9a71-cc00e77793e2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-247452868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a7c8d531b345da841d466f2b1c0411", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca572663-b7", "ovs_interfaceid": "ca572663-b7be-4e93-a5ea-b49dd226aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.617262] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] Acquired lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.617519] env[69316]: DEBUG nova.network.neutron [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Refreshing network info cache for port ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.618756] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:fe:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca572663-b7be-4e93-a5ea-b49dd226aa6e', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.626561] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Creating folder: Project (35a7c8d531b345da841d466f2b1c0411). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.630177] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9278e9e5-61d2-4b6f-addb-e68336596449 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.642623] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Created folder: Project (35a7c8d531b345da841d466f2b1c0411) in parent group-v671748. [ 851.642767] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Creating folder: Instances. Parent ref: group-v671865. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.642936] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac9e5af9-834b-4f44-bd06-f5261a21316f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.654064] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Created folder: Instances in parent group-v671865. [ 851.654313] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.654502] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.654753] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aa17848-76f4-483f-837e-4978125eabe6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.674590] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.674819] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.674996] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Deleting the datastore file [datastore2] a4343dc1-46c6-423d-b8f8-78a29041ea68 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.675945] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7f7e55b-2460-4954-8b5b-3229b5c157d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.680236] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.680236] env[69316]: value = "task-3366930" [ 851.680236] env[69316]: _type = "Task" [ 851.680236] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.684653] env[69316]: DEBUG oslo_vmware.api [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 851.684653] env[69316]: value = "task-3366931" [ 851.684653] env[69316]: _type = "Task" [ 851.684653] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.690551] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366930, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.695111] env[69316]: DEBUG oslo_vmware.api [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.825425] env[69316]: DEBUG nova.network.neutron [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Successfully created port: 247a6037-530c-454a-bfc7-16721633f23d {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.935045] env[69316]: DEBUG nova.network.neutron [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Updated VIF entry in instance network info cache for port ca572663-b7be-4e93-a5ea-b49dd226aa6e. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.935416] env[69316]: DEBUG nova.network.neutron [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Updating instance_info_cache with network_info: [{"id": "ca572663-b7be-4e93-a5ea-b49dd226aa6e", "address": "fa:16:3e:f7:fe:99", "network": {"id": "50f58b78-8f0a-48af-9a71-cc00e77793e2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-247452868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a7c8d531b345da841d466f2b1c0411", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca572663-b7", "ovs_interfaceid": "ca572663-b7be-4e93-a5ea-b49dd226aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.961583] env[69316]: DEBUG nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.007832] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366926, 'name': ReconfigVM_Task, 'duration_secs': 0.821014} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.008676] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 63f16880-0be1-4e76-bd7b-c12e0c018c24/63f16880-0be1-4e76-bd7b-c12e0c018c24.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.009045] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04b1a9c9-4135-4ec2-b354-48c5827d3086 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.019092] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 852.019092] env[69316]: value = "task-3366932" [ 852.019092] env[69316]: _type = "Task" [ 852.019092] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.030534] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366932, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.201310] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366930, 'name': CreateVM_Task, 'duration_secs': 0.41707} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.201310] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.201931] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.205314] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.205314] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.205626] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb705b08-b309-4fe0-863b-61b56a3de6d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.207476] env[69316]: DEBUG oslo_vmware.api [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3366931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184403} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.207937] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.208191] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.208426] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.208653] env[69316]: INFO nova.compute.manager [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Took 1.80 seconds to destroy the instance on the hypervisor. [ 852.208935] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.209619] env[69316]: DEBUG nova.compute.manager [-] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.209841] env[69316]: DEBUG nova.network.neutron [-] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.216940] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 852.216940] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5256d589-7dc9-ea72-eefe-6e5aeeec4a09" [ 852.216940] env[69316]: _type = "Task" [ 852.216940] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.227679] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5256d589-7dc9-ea72-eefe-6e5aeeec4a09, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.227986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.228252] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.228506] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.228655] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.228855] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.231455] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26c223fc-5f45-492a-9679-088c385392b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.241100] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.241100] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.241100] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36fd7051-33f2-44fa-a389-e590095ff441 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.248452] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 852.248452] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521c58f1-4a33-66de-b37a-e49258a3ee8c" [ 852.248452] env[69316]: _type = "Task" [ 852.248452] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.256700] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521c58f1-4a33-66de-b37a-e49258a3ee8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.438413] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9f50a1e-3548-434e-a6d8-aeec9c06ce93 req-dcec3136-4f49-4367-84e2-6890a736ee1b service nova] Releasing lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.531417] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366932, 'name': Rename_Task, 'duration_secs': 0.155177} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.531527] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.531762] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dddae2b-366a-4cc5-8798-c1eb635fc83a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.541526] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 852.541526] env[69316]: value = "task-3366933" [ 852.541526] env[69316]: _type = "Task" [ 852.541526] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.549953] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.633861] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba6072-7202-4284-b55a-d1939e851db4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.641461] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05511de-6b0d-4e75-a640-690b44816fa0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.676909] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404c92fc-af96-4432-b87b-530f9a910873 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.680930] env[69316]: DEBUG nova.compute.manager [req-5e5065a0-af97-4fe1-8094-3af2827d4892 req-fb260cd7-ee35-4466-a384-50255356828e service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-vif-deleted-f65f5463-50d1-4bdd-9716-ccdf56612391 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.681166] env[69316]: INFO nova.compute.manager [req-5e5065a0-af97-4fe1-8094-3af2827d4892 req-fb260cd7-ee35-4466-a384-50255356828e service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Neutron deleted interface f65f5463-50d1-4bdd-9716-ccdf56612391; detaching it from the instance and deleting it from the info cache [ 852.681458] env[69316]: DEBUG nova.network.neutron [req-5e5065a0-af97-4fe1-8094-3af2827d4892 req-fb260cd7-ee35-4466-a384-50255356828e service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Updating instance_info_cache with network_info: [{"id": "5bff42f0-aa49-43ff-980e-4928d5cf8b9a", "address": "fa:16:3e:d4:fa:22", "network": {"id": "47fbc73a-3278-4599-89c4-d350b33d2260", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115599366", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff42f0-aa", "ovs_interfaceid": "5bff42f0-aa49-43ff-980e-4928d5cf8b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aab1a897-8e84-42f5-9a16-970f7a57fdfc", "address": "fa:16:3e:f2:ed:4c", "network": {"id": "f1c53b13-de31-4121-bcf7-42225a1ea983", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1754980515", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab1a897-8e", "ovs_interfaceid": "aab1a897-8e84-42f5-9a16-970f7a57fdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.688750] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eaa47d-c745-4904-a9ce-9ba1e742849f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.703257] env[69316]: DEBUG nova.compute.provider_tree [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.761618] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521c58f1-4a33-66de-b37a-e49258a3ee8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.762243] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3084f2-eb55-460f-bf0e-94d1468c58a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.767519] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 852.767519] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52956bd5-0707-3a06-3b5f-cb33af5be43f" [ 852.767519] env[69316]: _type = "Task" [ 852.767519] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.775171] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52956bd5-0707-3a06-3b5f-cb33af5be43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.975123] env[69316]: DEBUG nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.012065] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.012342] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.012507] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.012689] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.012858] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.013031] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.013249] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.013406] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.013588] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.013999] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.013999] env[69316]: DEBUG nova.virt.hardware [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.014793] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde9e87-5ccb-44ff-9901-044034193c16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.023721] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c43b3f1-1c1e-4ff1-8d1b-3410d87e3567 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.052290] env[69316]: DEBUG oslo_vmware.api [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3366933, 'name': PowerOnVM_Task, 'duration_secs': 0.475441} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.052582] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.052786] env[69316]: INFO nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Took 6.68 seconds to spawn the instance on the hypervisor. [ 853.052967] env[69316]: DEBUG nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.053751] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba659f9-316d-4831-84bf-a52085306956 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.184541] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aa1d6c1-06cf-4855-8a56-5bc535b81af2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.194716] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2813de-3dea-43f3-b18a-41c1d6e293c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.234623] env[69316]: DEBUG nova.compute.manager [req-5e5065a0-af97-4fe1-8094-3af2827d4892 req-fb260cd7-ee35-4466-a384-50255356828e service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Detach interface failed, port_id=f65f5463-50d1-4bdd-9716-ccdf56612391, reason: Instance a4343dc1-46c6-423d-b8f8-78a29041ea68 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.238408] env[69316]: DEBUG nova.scheduler.client.report [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 853.238641] env[69316]: DEBUG nova.compute.provider_tree [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 65 to 66 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 853.239998] env[69316]: DEBUG nova.compute.provider_tree [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.275929] env[69316]: DEBUG nova.compute.manager [req-d406d4fe-4ace-4c4e-9afa-6f590e80720b req-f4a990db-df7d-429f-8c63-af0eb94a7e4b service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Received event network-vif-plugged-247a6037-530c-454a-bfc7-16721633f23d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.276157] env[69316]: DEBUG oslo_concurrency.lockutils [req-d406d4fe-4ace-4c4e-9afa-6f590e80720b req-f4a990db-df7d-429f-8c63-af0eb94a7e4b service nova] Acquiring lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.276374] env[69316]: DEBUG oslo_concurrency.lockutils [req-d406d4fe-4ace-4c4e-9afa-6f590e80720b req-f4a990db-df7d-429f-8c63-af0eb94a7e4b service nova] Lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.276538] env[69316]: DEBUG oslo_concurrency.lockutils [req-d406d4fe-4ace-4c4e-9afa-6f590e80720b req-f4a990db-df7d-429f-8c63-af0eb94a7e4b service nova] Lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.276727] env[69316]: DEBUG nova.compute.manager [req-d406d4fe-4ace-4c4e-9afa-6f590e80720b req-f4a990db-df7d-429f-8c63-af0eb94a7e4b service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] No waiting events found dispatching network-vif-plugged-247a6037-530c-454a-bfc7-16721633f23d {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.276914] env[69316]: WARNING nova.compute.manager [req-d406d4fe-4ace-4c4e-9afa-6f590e80720b req-f4a990db-df7d-429f-8c63-af0eb94a7e4b service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Received unexpected event network-vif-plugged-247a6037-530c-454a-bfc7-16721633f23d for instance with vm_state building and task_state spawning. [ 853.283125] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52956bd5-0707-3a06-3b5f-cb33af5be43f, 'name': SearchDatastore_Task, 'duration_secs': 0.020944} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.283125] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.283125] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] b4bdd149-3096-40cb-9e11-dbe02a9aacaf/b4bdd149-3096-40cb-9e11-dbe02a9aacaf.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.283125] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1048238-aed0-43f1-880a-a5558984c2e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.290447] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 853.290447] env[69316]: value = "task-3366934" [ 853.290447] env[69316]: _type = "Task" [ 853.290447] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.297861] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.374545] env[69316]: DEBUG nova.network.neutron [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Successfully updated port: 247a6037-530c-454a-bfc7-16721633f23d {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.507975] env[69316]: DEBUG nova.network.neutron [-] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.575163] env[69316]: INFO nova.compute.manager [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Took 39.14 seconds to build instance. [ 853.744326] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.744992] env[69316]: DEBUG nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.749278] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.636s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.751901] env[69316]: INFO nova.compute.claims [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.802939] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500048} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.803199] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] b4bdd149-3096-40cb-9e11-dbe02a9aacaf/b4bdd149-3096-40cb-9e11-dbe02a9aacaf.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.803407] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.803645] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f462985f-f3d8-4bfe-98b9-965c6d663e86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.809780] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 853.809780] env[69316]: value = "task-3366935" [ 853.809780] env[69316]: _type = "Task" [ 853.809780] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.818666] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.876890] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "refresh_cache-14ad3214-47f3-46a4-a7fe-0f97098aeba3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.877080] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquired lock "refresh_cache-14ad3214-47f3-46a4-a7fe-0f97098aeba3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.877198] env[69316]: DEBUG nova.network.neutron [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.011483] env[69316]: INFO nova.compute.manager [-] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Took 1.80 seconds to deallocate network for instance. [ 854.077168] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.995s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.262090] env[69316]: DEBUG nova.compute.utils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.262495] env[69316]: DEBUG nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.262741] env[69316]: DEBUG nova.network.neutron [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.309927] env[69316]: DEBUG nova.policy [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9339053c320b4eff9b47e03deb707cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '267dd15902114aafbb05b72a7b043fd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.321375] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196358} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.321632] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.322450] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526331e-9070-43db-85e4-41dffaed64fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.348329] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] b4bdd149-3096-40cb-9e11-dbe02a9aacaf/b4bdd149-3096-40cb-9e11-dbe02a9aacaf.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.348622] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d6eed5b-9248-44c0-9989-d86985c63523 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.369816] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 854.369816] env[69316]: value = "task-3366936" [ 854.369816] env[69316]: _type = "Task" [ 854.369816] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.377848] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.441280] env[69316]: DEBUG nova.network.neutron [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.517893] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.580672] env[69316]: DEBUG nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.640593] env[69316]: DEBUG nova.network.neutron [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Successfully created port: ae97f8f8-6a21-466b-bc42-0fecf6fbeeae {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.759350] env[69316]: DEBUG nova.network.neutron [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Updating instance_info_cache with network_info: [{"id": "247a6037-530c-454a-bfc7-16721633f23d", "address": "fa:16:3e:10:e8:0f", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247a6037-53", "ovs_interfaceid": "247a6037-530c-454a-bfc7-16721633f23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.767216] env[69316]: DEBUG nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.777450] env[69316]: DEBUG nova.compute.manager [req-ce9ad6e0-a372-4846-b4ae-9109c6a87e06 req-26d55b21-a4a4-42ff-b5dc-b70738a3fd1b service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-vif-deleted-5bff42f0-aa49-43ff-980e-4928d5cf8b9a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.777683] env[69316]: DEBUG nova.compute.manager [req-ce9ad6e0-a372-4846-b4ae-9109c6a87e06 req-26d55b21-a4a4-42ff-b5dc-b70738a3fd1b service nova] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Received event network-vif-deleted-aab1a897-8e84-42f5-9a16-970f7a57fdfc {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.883208] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366936, 'name': ReconfigVM_Task, 'duration_secs': 0.44277} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.884249] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Reconfigured VM instance instance-00000029 to attach disk [datastore1] b4bdd149-3096-40cb-9e11-dbe02a9aacaf/b4bdd149-3096-40cb-9e11-dbe02a9aacaf.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.884886] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7db1bf93-8221-4cd2-be08-825bd90b251b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.895025] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 854.895025] env[69316]: value = "task-3366937" [ 854.895025] env[69316]: _type = "Task" [ 854.895025] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.905662] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366937, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.104443] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.263463] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Releasing lock "refresh_cache-14ad3214-47f3-46a4-a7fe-0f97098aeba3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.263687] env[69316]: DEBUG nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Instance network_info: |[{"id": "247a6037-530c-454a-bfc7-16721633f23d", "address": "fa:16:3e:10:e8:0f", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247a6037-53", "ovs_interfaceid": "247a6037-530c-454a-bfc7-16721633f23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.264566] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:e8:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '247a6037-530c-454a-bfc7-16721633f23d', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.279247] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.285300] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.286046] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-860298a3-f617-4fb4-bac5-6af10f6c4ce1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.319175] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.319175] env[69316]: value = "task-3366938" [ 855.319175] env[69316]: _type = "Task" [ 855.319175] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.324311] env[69316]: DEBUG nova.compute.manager [req-b7f2922a-e521-47df-81eb-4b3f6594014c req-adb1f6fe-cf82-4d84-a7b8-521b78ff54b8 service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Received event network-changed-247a6037-530c-454a-bfc7-16721633f23d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.324537] env[69316]: DEBUG nova.compute.manager [req-b7f2922a-e521-47df-81eb-4b3f6594014c req-adb1f6fe-cf82-4d84-a7b8-521b78ff54b8 service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Refreshing instance network info cache due to event network-changed-247a6037-530c-454a-bfc7-16721633f23d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.324853] env[69316]: DEBUG oslo_concurrency.lockutils [req-b7f2922a-e521-47df-81eb-4b3f6594014c req-adb1f6fe-cf82-4d84-a7b8-521b78ff54b8 service nova] Acquiring lock "refresh_cache-14ad3214-47f3-46a4-a7fe-0f97098aeba3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.324915] env[69316]: DEBUG oslo_concurrency.lockutils [req-b7f2922a-e521-47df-81eb-4b3f6594014c req-adb1f6fe-cf82-4d84-a7b8-521b78ff54b8 service nova] Acquired lock "refresh_cache-14ad3214-47f3-46a4-a7fe-0f97098aeba3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.325115] env[69316]: DEBUG nova.network.neutron [req-b7f2922a-e521-47df-81eb-4b3f6594014c req-adb1f6fe-cf82-4d84-a7b8-521b78ff54b8 service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Refreshing network info cache for port 247a6037-530c-454a-bfc7-16721633f23d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.335901] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366938, 'name': CreateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.365175] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ec63fb-a9fb-4587-bcac-7370b38c42f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.377356] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e57869-18ff-48f7-8868-39cfb0440f82 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.417785] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51839e80-2871-4cee-868a-721bd22897b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.429608] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ac73db-a832-42ec-a7d8-8a6942f0eb54 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.433744] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366937, 'name': Rename_Task, 'duration_secs': 0.467924} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.433949] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.434524] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8f5ebc-5300-4fcf-9cf0-490155b4f3eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.448290] env[69316]: DEBUG nova.compute.provider_tree [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.455081] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 855.455081] env[69316]: value = "task-3366939" [ 855.455081] env[69316]: _type = "Task" [ 855.455081] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.465144] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.787429] env[69316]: DEBUG nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.817822] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.817822] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.818046] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.818174] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.818352] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.818518] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.818771] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.818989] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.819198] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.819383] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.819636] env[69316]: DEBUG nova.virt.hardware [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.820691] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a475b1-2ea2-4c7c-81aa-7c55616fb92b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.836149] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366938, 'name': CreateVM_Task, 'duration_secs': 0.417041} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.836484] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.837760] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8250052c-98c1-44f8-813f-cfd4c7e7c925 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.842230] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.842429] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.842750] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.843062] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78934846-f96e-46c1-ad09-37e23907b8db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.858152] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 855.858152] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526eafc3-bb27-3f15-4826-b47aad14065c" [ 855.858152] env[69316]: _type = "Task" [ 855.858152] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.866495] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526eafc3-bb27-3f15-4826-b47aad14065c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.952633] env[69316]: DEBUG nova.scheduler.client.report [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.975876] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.158145] env[69316]: DEBUG nova.network.neutron [req-b7f2922a-e521-47df-81eb-4b3f6594014c req-adb1f6fe-cf82-4d84-a7b8-521b78ff54b8 service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Updated VIF entry in instance network info cache for port 247a6037-530c-454a-bfc7-16721633f23d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.158686] env[69316]: DEBUG nova.network.neutron [req-b7f2922a-e521-47df-81eb-4b3f6594014c req-adb1f6fe-cf82-4d84-a7b8-521b78ff54b8 service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Updating instance_info_cache with network_info: [{"id": "247a6037-530c-454a-bfc7-16721633f23d", "address": "fa:16:3e:10:e8:0f", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247a6037-53", "ovs_interfaceid": "247a6037-530c-454a-bfc7-16721633f23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.236584] env[69316]: DEBUG nova.network.neutron [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Successfully updated port: ae97f8f8-6a21-466b-bc42-0fecf6fbeeae {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.370772] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526eafc3-bb27-3f15-4826-b47aad14065c, 'name': SearchDatastore_Task, 'duration_secs': 0.016652} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.371066] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.371309] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.371541] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.371684] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.371901] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.372147] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccb6a014-2d40-429b-8f9c-c93ec3280c74 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.383595] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.383999] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.384822] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ad3a6f-8aae-4fcd-bde9-271f6b3bdb8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.390132] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 856.390132] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f71bad-04cc-bbb9-9990-6fb90ce9620f" [ 856.390132] env[69316]: _type = "Task" [ 856.390132] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.397891] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f71bad-04cc-bbb9-9990-6fb90ce9620f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.467298] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.467838] env[69316]: DEBUG nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.475522] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.036s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.475728] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.477796] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.482s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.479225] env[69316]: INFO nova.compute.claims [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.482040] env[69316]: DEBUG oslo_vmware.api [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3366939, 'name': PowerOnVM_Task, 'duration_secs': 0.562539} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.483426] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.483426] env[69316]: INFO nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Took 7.44 seconds to spawn the instance on the hypervisor. [ 856.483426] env[69316]: DEBUG nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.484961] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d4906-22e4-40de-940a-5f44aade07d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.507846] env[69316]: INFO nova.scheduler.client.report [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Deleted allocations for instance e99bc314-8e40-4c7f-8cb6-96e4e721023f [ 856.665481] env[69316]: DEBUG oslo_concurrency.lockutils [req-b7f2922a-e521-47df-81eb-4b3f6594014c req-adb1f6fe-cf82-4d84-a7b8-521b78ff54b8 service nova] Releasing lock "refresh_cache-14ad3214-47f3-46a4-a7fe-0f97098aeba3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.742597] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquiring lock "refresh_cache-102f49a8-bd4d-445f-b772-eb6b4ed5954c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.742597] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquired lock "refresh_cache-102f49a8-bd4d-445f-b772-eb6b4ed5954c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.742597] env[69316]: DEBUG nova.network.neutron [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.903055] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f71bad-04cc-bbb9-9990-6fb90ce9620f, 'name': SearchDatastore_Task, 'duration_secs': 0.03531} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.904034] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe20e883-7bcf-4788-af14-762699388f32 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.913338] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 856.913338] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a76158-8583-b3f0-5817-0d0274e858ff" [ 856.913338] env[69316]: _type = "Task" [ 856.913338] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.922611] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a76158-8583-b3f0-5817-0d0274e858ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.965165] env[69316]: DEBUG nova.compute.manager [req-2210afb4-2a39-4bf5-af21-5ed22ead741b req-a6a2835c-400e-4a0c-bfd8-0b6550918e5c service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received event network-changed-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.965383] env[69316]: DEBUG nova.compute.manager [req-2210afb4-2a39-4bf5-af21-5ed22ead741b req-a6a2835c-400e-4a0c-bfd8-0b6550918e5c service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Refreshing instance network info cache due to event network-changed-8326817d-1a61-4398-84cb-fe9d02f75bac. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.965577] env[69316]: DEBUG oslo_concurrency.lockutils [req-2210afb4-2a39-4bf5-af21-5ed22ead741b req-a6a2835c-400e-4a0c-bfd8-0b6550918e5c service nova] Acquiring lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.966273] env[69316]: DEBUG oslo_concurrency.lockutils [req-2210afb4-2a39-4bf5-af21-5ed22ead741b req-a6a2835c-400e-4a0c-bfd8-0b6550918e5c service nova] Acquired lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.966463] env[69316]: DEBUG nova.network.neutron [req-2210afb4-2a39-4bf5-af21-5ed22ead741b req-a6a2835c-400e-4a0c-bfd8-0b6550918e5c service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Refreshing network info cache for port 8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.986453] env[69316]: DEBUG nova.compute.utils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.988620] env[69316]: DEBUG nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.988920] env[69316]: DEBUG nova.network.neutron [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.004403] env[69316]: INFO nova.compute.manager [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Took 40.51 seconds to build instance. [ 857.015903] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4ddb1918-b23f-4a68-938d-650f594318f9 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Lock "e99bc314-8e40-4c7f-8cb6-96e4e721023f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.105s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.056059] env[69316]: DEBUG nova.policy [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9ef3c420a84441fa6404a72c752ad30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cab650a839644f98ee37c44fa9f4cb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.277172] env[69316]: DEBUG nova.network.neutron [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.382918] env[69316]: DEBUG nova.compute.manager [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Received event network-vif-plugged-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.383266] env[69316]: DEBUG oslo_concurrency.lockutils [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] Acquiring lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.383534] env[69316]: DEBUG oslo_concurrency.lockutils [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] Lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.383828] env[69316]: DEBUG oslo_concurrency.lockutils [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] Lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.384098] env[69316]: DEBUG nova.compute.manager [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] No waiting events found dispatching network-vif-plugged-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.384344] env[69316]: WARNING nova.compute.manager [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Received unexpected event network-vif-plugged-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae for instance with vm_state building and task_state spawning. [ 857.384591] env[69316]: DEBUG nova.compute.manager [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Received event network-changed-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.384829] env[69316]: DEBUG nova.compute.manager [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Refreshing instance network info cache due to event network-changed-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.385090] env[69316]: DEBUG oslo_concurrency.lockutils [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] Acquiring lock "refresh_cache-102f49a8-bd4d-445f-b772-eb6b4ed5954c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.427166] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a76158-8583-b3f0-5817-0d0274e858ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.427166] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.427751] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 14ad3214-47f3-46a4-a7fe-0f97098aeba3/14ad3214-47f3-46a4-a7fe-0f97098aeba3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.428102] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a67cd6f7-c35f-462b-b8c7-907eae9b716e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.436220] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 857.436220] env[69316]: value = "task-3366940" [ 857.436220] env[69316]: _type = "Task" [ 857.436220] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.444662] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.493454] env[69316]: DEBUG nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.500136] env[69316]: DEBUG nova.network.neutron [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Updating instance_info_cache with network_info: [{"id": "ae97f8f8-6a21-466b-bc42-0fecf6fbeeae", "address": "fa:16:3e:7f:52:f4", "network": {"id": "8e0ee2d0-53ed-4636-ae1e-31887abc0164", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-314301388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267dd15902114aafbb05b72a7b043fd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae97f8f8-6a", "ovs_interfaceid": "ae97f8f8-6a21-466b-bc42-0fecf6fbeeae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.510881] env[69316]: DEBUG oslo_concurrency.lockutils [None req-63523930-b07a-43f8-a902-dbd7931d4e1b tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.904s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.611146] env[69316]: DEBUG nova.network.neutron [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Successfully created port: 8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.951511] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366940, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.951837] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 14ad3214-47f3-46a4-a7fe-0f97098aeba3/14ad3214-47f3-46a4-a7fe-0f97098aeba3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.951983] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.955946] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32f19199-81da-45c0-a044-59edf65b8664 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.962487] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 857.962487] env[69316]: value = "task-3366941" [ 857.962487] env[69316]: _type = "Task" [ 857.962487] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.978464] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.991824] env[69316]: DEBUG nova.network.neutron [req-2210afb4-2a39-4bf5-af21-5ed22ead741b req-a6a2835c-400e-4a0c-bfd8-0b6550918e5c service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updated VIF entry in instance network info cache for port 8326817d-1a61-4398-84cb-fe9d02f75bac. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.991824] env[69316]: DEBUG nova.network.neutron [req-2210afb4-2a39-4bf5-af21-5ed22ead741b req-a6a2835c-400e-4a0c-bfd8-0b6550918e5c service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [{"id": "8326817d-1a61-4398-84cb-fe9d02f75bac", "address": "fa:16:3e:31:af:7e", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8326817d-1a", "ovs_interfaceid": "8326817d-1a61-4398-84cb-fe9d02f75bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.006775] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Releasing lock "refresh_cache-102f49a8-bd4d-445f-b772-eb6b4ed5954c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.007239] env[69316]: DEBUG nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Instance network_info: |[{"id": "ae97f8f8-6a21-466b-bc42-0fecf6fbeeae", "address": "fa:16:3e:7f:52:f4", "network": {"id": "8e0ee2d0-53ed-4636-ae1e-31887abc0164", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-314301388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267dd15902114aafbb05b72a7b043fd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae97f8f8-6a", "ovs_interfaceid": "ae97f8f8-6a21-466b-bc42-0fecf6fbeeae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.008453] env[69316]: DEBUG oslo_concurrency.lockutils [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] Acquired lock "refresh_cache-102f49a8-bd4d-445f-b772-eb6b4ed5954c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.008453] env[69316]: DEBUG nova.network.neutron [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Refreshing network info cache for port ae97f8f8-6a21-466b-bc42-0fecf6fbeeae {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.013018] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:52:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae97f8f8-6a21-466b-bc42-0fecf6fbeeae', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.027351] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Creating folder: Project (267dd15902114aafbb05b72a7b043fd9). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.027351] env[69316]: DEBUG nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.027351] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b79153c-ca6e-43ea-8a02-195cb218b9c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.044840] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Created folder: Project (267dd15902114aafbb05b72a7b043fd9) in parent group-v671748. [ 858.044840] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Creating folder: Instances. Parent ref: group-v671869. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.046367] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60158600-cabd-490b-81a5-a10943a5db85 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.060721] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Created folder: Instances in parent group-v671869. [ 858.061134] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.064139] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.064688] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f50d00-c4e6-43f6-9948-e0ddc3feae53 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.091018] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.091018] env[69316]: value = "task-3366944" [ 858.091018] env[69316]: _type = "Task" [ 858.091018] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.097021] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069199da-4d64-4b0f-b98e-1c78cae83773 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.101281] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366944, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.106776] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e36e2d-082f-4fde-9a64-fe17f18e6cb6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.140242] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd4905b-e7fb-4efa-84ba-4b2a3e503ea7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.148192] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2348de17-a9c0-4c3f-acd9-d67f201ab065 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.163787] env[69316]: DEBUG nova.compute.provider_tree [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.476993] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177576} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.478228] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.478788] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad72714-cba8-46af-bcc0-ea8ceacf80e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.497025] env[69316]: DEBUG oslo_concurrency.lockutils [req-2210afb4-2a39-4bf5-af21-5ed22ead741b req-a6a2835c-400e-4a0c-bfd8-0b6550918e5c service nova] Releasing lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.510563] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 14ad3214-47f3-46a4-a7fe-0f97098aeba3/14ad3214-47f3-46a4-a7fe-0f97098aeba3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.512465] env[69316]: DEBUG nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.517502] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e75789c-273d-4bcf-bac3-9d2258ec14cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.546876] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 858.546876] env[69316]: value = "task-3366945" [ 858.546876] env[69316]: _type = "Task" [ 858.546876] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.556331] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.564355] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.576153] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.576153] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.576153] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.576153] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.576153] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.576361] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.576941] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.576941] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.577125] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.577409] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.577483] env[69316]: DEBUG nova.virt.hardware [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.578370] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5276e6c0-85bc-4a23-a3b8-a358f114c038 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.589990] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f8abb-a082-4f6d-9549-71f7096bd2b9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.602757] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366944, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.715183] env[69316]: DEBUG nova.scheduler.client.report [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.715502] env[69316]: DEBUG nova.compute.provider_tree [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 66 to 67 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.715704] env[69316]: DEBUG nova.compute.provider_tree [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.925496] env[69316]: DEBUG nova.network.neutron [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Updated VIF entry in instance network info cache for port ae97f8f8-6a21-466b-bc42-0fecf6fbeeae. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.925496] env[69316]: DEBUG nova.network.neutron [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Updating instance_info_cache with network_info: [{"id": "ae97f8f8-6a21-466b-bc42-0fecf6fbeeae", "address": "fa:16:3e:7f:52:f4", "network": {"id": "8e0ee2d0-53ed-4636-ae1e-31887abc0164", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-314301388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267dd15902114aafbb05b72a7b043fd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae97f8f8-6a", "ovs_interfaceid": "ae97f8f8-6a21-466b-bc42-0fecf6fbeeae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.995075] env[69316]: DEBUG nova.compute.manager [req-d5d376ed-7204-48e7-b023-5e71386fa17c req-25c2cab6-545c-47d1-8315-b9e91aa13fdf service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Received event network-changed-ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.995252] env[69316]: DEBUG nova.compute.manager [req-d5d376ed-7204-48e7-b023-5e71386fa17c req-25c2cab6-545c-47d1-8315-b9e91aa13fdf service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Refreshing instance network info cache due to event network-changed-ca572663-b7be-4e93-a5ea-b49dd226aa6e. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.995471] env[69316]: DEBUG oslo_concurrency.lockutils [req-d5d376ed-7204-48e7-b023-5e71386fa17c req-25c2cab6-545c-47d1-8315-b9e91aa13fdf service nova] Acquiring lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.995620] env[69316]: DEBUG oslo_concurrency.lockutils [req-d5d376ed-7204-48e7-b023-5e71386fa17c req-25c2cab6-545c-47d1-8315-b9e91aa13fdf service nova] Acquired lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.995781] env[69316]: DEBUG nova.network.neutron [req-d5d376ed-7204-48e7-b023-5e71386fa17c req-25c2cab6-545c-47d1-8315-b9e91aa13fdf service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Refreshing network info cache for port ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.060586] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366945, 'name': ReconfigVM_Task, 'duration_secs': 0.448102} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.061691] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 14ad3214-47f3-46a4-a7fe-0f97098aeba3/14ad3214-47f3-46a4-a7fe-0f97098aeba3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.062975] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19cbf37e-a4c1-4948-8656-88646263e050 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.074819] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 859.074819] env[69316]: value = "task-3366946" [ 859.074819] env[69316]: _type = "Task" [ 859.074819] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.083439] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366946, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.105483] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366944, 'name': CreateVM_Task, 'duration_secs': 0.576954} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.105831] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.106675] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.107015] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.107449] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.109710] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d147596-b797-43db-9205-097ce2c41540 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.115019] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 859.115019] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]522f69dd-1e0c-2576-31e8-1c32857a38a9" [ 859.115019] env[69316]: _type = "Task" [ 859.115019] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.123579] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522f69dd-1e0c-2576-31e8-1c32857a38a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.223016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.223016] env[69316]: DEBUG nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.226193] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.851s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.226393] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.228791] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.130s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.232087] env[69316]: INFO nova.compute.claims [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.262817] env[69316]: INFO nova.scheduler.client.report [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleted allocations for instance ff3b6952-b448-44b4-8cf3-3abf7cb5e26a [ 859.427676] env[69316]: DEBUG oslo_concurrency.lockutils [req-448636ff-ce73-438e-8516-3547b9164740 req-269a0459-3048-4c6e-9e9f-5a9397117f08 service nova] Releasing lock "refresh_cache-102f49a8-bd4d-445f-b772-eb6b4ed5954c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.466201] env[69316]: DEBUG nova.compute.manager [req-a00ff8c6-8778-47c9-9667-06c443804475 req-7b08c669-eed9-4158-a1f8-d5e120f9ef96 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Received event network-vif-plugged-8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.466201] env[69316]: DEBUG oslo_concurrency.lockutils [req-a00ff8c6-8778-47c9-9667-06c443804475 req-7b08c669-eed9-4158-a1f8-d5e120f9ef96 service nova] Acquiring lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.466201] env[69316]: DEBUG oslo_concurrency.lockutils [req-a00ff8c6-8778-47c9-9667-06c443804475 req-7b08c669-eed9-4158-a1f8-d5e120f9ef96 service nova] Lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.466201] env[69316]: DEBUG oslo_concurrency.lockutils [req-a00ff8c6-8778-47c9-9667-06c443804475 req-7b08c669-eed9-4158-a1f8-d5e120f9ef96 service nova] Lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.466201] env[69316]: DEBUG nova.compute.manager [req-a00ff8c6-8778-47c9-9667-06c443804475 req-7b08c669-eed9-4158-a1f8-d5e120f9ef96 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] No waiting events found dispatching network-vif-plugged-8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.466201] env[69316]: WARNING nova.compute.manager [req-a00ff8c6-8778-47c9-9667-06c443804475 req-7b08c669-eed9-4158-a1f8-d5e120f9ef96 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Received unexpected event network-vif-plugged-8d3c7168-23c2-4b58-95f4-cad89428ce14 for instance with vm_state building and task_state spawning. [ 859.586173] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366946, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.625410] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522f69dd-1e0c-2576-31e8-1c32857a38a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.625721] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.625954] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.626206] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.626351] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.626531] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.626793] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c3aa747-8140-46be-a1e7-9d560b3bdd19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.636635] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.636911] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.638175] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc49a90-2d2f-4166-9cd3-eebdbc28d90d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.648404] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 859.648404] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52037f70-c555-bbec-2e68-23b3df1f9d9a" [ 859.648404] env[69316]: _type = "Task" [ 859.648404] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.656229] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52037f70-c555-bbec-2e68-23b3df1f9d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.738236] env[69316]: DEBUG nova.compute.utils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.739456] env[69316]: DEBUG nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.739640] env[69316]: DEBUG nova.network.neutron [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.775511] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "ff3b6952-b448-44b4-8cf3-3abf7cb5e26a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.891s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.801539] env[69316]: DEBUG nova.policy [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61bf2da90fc943e2bb09bdaca5c28318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84e8ad85a9454daca0882131218c72a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.813838] env[69316]: DEBUG nova.network.neutron [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Successfully updated port: 8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.984664] env[69316]: DEBUG nova.network.neutron [req-d5d376ed-7204-48e7-b023-5e71386fa17c req-25c2cab6-545c-47d1-8315-b9e91aa13fdf service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Updated VIF entry in instance network info cache for port ca572663-b7be-4e93-a5ea-b49dd226aa6e. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.985186] env[69316]: DEBUG nova.network.neutron [req-d5d376ed-7204-48e7-b023-5e71386fa17c req-25c2cab6-545c-47d1-8315-b9e91aa13fdf service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Updating instance_info_cache with network_info: [{"id": "ca572663-b7be-4e93-a5ea-b49dd226aa6e", "address": "fa:16:3e:f7:fe:99", "network": {"id": "50f58b78-8f0a-48af-9a71-cc00e77793e2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-247452868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a7c8d531b345da841d466f2b1c0411", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca572663-b7", "ovs_interfaceid": "ca572663-b7be-4e93-a5ea-b49dd226aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.086232] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366946, 'name': Rename_Task, 'duration_secs': 0.537175} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.086510] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.086754] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4188a24-ebaf-4842-a3de-3299de9a3755 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.094020] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 860.094020] env[69316]: value = "task-3366947" [ 860.094020] env[69316]: _type = "Task" [ 860.094020] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.102251] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.156976] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52037f70-c555-bbec-2e68-23b3df1f9d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01652} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.157691] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3838e4a3-564a-42dc-b614-8abdde3c9542 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.163829] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 860.163829] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52df45af-1979-47da-ba74-cc56f360d46b" [ 860.163829] env[69316]: _type = "Task" [ 860.163829] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.177624] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52df45af-1979-47da-ba74-cc56f360d46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.218221] env[69316]: DEBUG nova.network.neutron [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Successfully created port: d41d6f65-63d5-4ee7-8452-b7dc6bb91033 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.246696] env[69316]: DEBUG nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.317624] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquiring lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.317941] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquired lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.318276] env[69316]: DEBUG nova.network.neutron [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.487896] env[69316]: DEBUG oslo_concurrency.lockutils [req-d5d376ed-7204-48e7-b023-5e71386fa17c req-25c2cab6-545c-47d1-8315-b9e91aa13fdf service nova] Releasing lock "refresh_cache-b4bdd149-3096-40cb-9e11-dbe02a9aacaf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.605763] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.674921] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52df45af-1979-47da-ba74-cc56f360d46b, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.675214] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.675477] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 102f49a8-bd4d-445f-b772-eb6b4ed5954c/102f49a8-bd4d-445f-b772-eb6b4ed5954c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.675740] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ceea7e3-5e27-454d-8118-c94a70fc8afd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.682716] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 860.682716] env[69316]: value = "task-3366948" [ 860.682716] env[69316]: _type = "Task" [ 860.682716] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.693557] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.818513] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.818869] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.819122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.819326] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.819621] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.822450] env[69316]: INFO nova.compute.manager [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Terminating instance [ 860.829614] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6994c455-d261-4430-9022-71c3337af8fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.839429] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11898eb-181b-4fed-b65e-dc3a7ee2f2f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.878732] env[69316]: DEBUG nova.network.neutron [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.881711] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6dac46-477d-49a5-bf38-6444d5746c5c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.892427] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4207f3-c942-4385-acec-12c177798d7e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.910708] env[69316]: DEBUG nova.compute.provider_tree [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.945332] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "6adb743f-3e48-41b6-9643-6e1927555681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.945604] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "6adb743f-3e48-41b6-9643-6e1927555681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.945873] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "6adb743f-3e48-41b6-9643-6e1927555681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.946093] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "6adb743f-3e48-41b6-9643-6e1927555681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.946268] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "6adb743f-3e48-41b6-9643-6e1927555681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.951354] env[69316]: INFO nova.compute.manager [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Terminating instance [ 861.085234] env[69316]: DEBUG nova.network.neutron [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Updating instance_info_cache with network_info: [{"id": "8d3c7168-23c2-4b58-95f4-cad89428ce14", "address": "fa:16:3e:b5:2e:db", "network": {"id": "0e885955-3da5-4cea-9f85-e1b0d7f784fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-101312485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cab650a839644f98ee37c44fa9f4cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3c7168-23", "ovs_interfaceid": "8d3c7168-23c2-4b58-95f4-cad89428ce14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.108411] env[69316]: DEBUG oslo_vmware.api [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366947, 'name': PowerOnVM_Task, 'duration_secs': 0.761254} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.109142] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.109595] env[69316]: INFO nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Took 8.13 seconds to spawn the instance on the hypervisor. [ 861.109595] env[69316]: DEBUG nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.110663] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bc7a18-a5f6-401b-b9a9-cb63e703b2c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.192488] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500667} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.192742] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 102f49a8-bd4d-445f-b772-eb6b4ed5954c/102f49a8-bd4d-445f-b772-eb6b4ed5954c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.192956] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.193235] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e0ace3f-d5cb-4f96-8082-e5c8a69a7ade {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.199554] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 861.199554] env[69316]: value = "task-3366949" [ 861.199554] env[69316]: _type = "Task" [ 861.199554] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.207244] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.260329] env[69316]: DEBUG nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.292020] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.292020] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.292020] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.292020] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.292020] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.292020] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.292020] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.292020] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.292393] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.292393] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.292519] env[69316]: DEBUG nova.virt.hardware [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.293414] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4413a1-29e9-460c-bf07-0b0a5ebcd368 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.303594] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a735cd42-c3c8-4da1-b6d2-9fbb3d01aaf5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.334394] env[69316]: DEBUG nova.compute.manager [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.334686] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.335914] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5debb99-ddb5-4c41-910a-265b6fd27246 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.345041] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.345333] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6a20509-e949-4635-b2ff-e2281bae9085 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.352122] env[69316]: DEBUG oslo_vmware.api [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 861.352122] env[69316]: value = "task-3366950" [ 861.352122] env[69316]: _type = "Task" [ 861.352122] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.359905] env[69316]: DEBUG oslo_vmware.api [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.417773] env[69316]: DEBUG nova.scheduler.client.report [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.455837] env[69316]: DEBUG nova.compute.manager [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.456128] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.457064] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda816b0-0bc0-4d5b-9a52-707ff41fdf55 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.465421] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.465674] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-590c9036-8c99-4f55-87a5-7231977d1536 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.474109] env[69316]: DEBUG oslo_vmware.api [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 861.474109] env[69316]: value = "task-3366951" [ 861.474109] env[69316]: _type = "Task" [ 861.474109] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.481865] env[69316]: DEBUG oslo_vmware.api [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.493856] env[69316]: DEBUG nova.compute.manager [req-a6a777f8-adb9-4187-bfc9-a2d9a49ca7d5 req-7b85864d-5140-439b-8458-e69763146747 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Received event network-changed-8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.494093] env[69316]: DEBUG nova.compute.manager [req-a6a777f8-adb9-4187-bfc9-a2d9a49ca7d5 req-7b85864d-5140-439b-8458-e69763146747 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Refreshing instance network info cache due to event network-changed-8d3c7168-23c2-4b58-95f4-cad89428ce14. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.494374] env[69316]: DEBUG oslo_concurrency.lockutils [req-a6a777f8-adb9-4187-bfc9-a2d9a49ca7d5 req-7b85864d-5140-439b-8458-e69763146747 service nova] Acquiring lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.588614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Releasing lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.588614] env[69316]: DEBUG nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Instance network_info: |[{"id": "8d3c7168-23c2-4b58-95f4-cad89428ce14", "address": "fa:16:3e:b5:2e:db", "network": {"id": "0e885955-3da5-4cea-9f85-e1b0d7f784fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-101312485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cab650a839644f98ee37c44fa9f4cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3c7168-23", "ovs_interfaceid": "8d3c7168-23c2-4b58-95f4-cad89428ce14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.588614] env[69316]: DEBUG oslo_concurrency.lockutils [req-a6a777f8-adb9-4187-bfc9-a2d9a49ca7d5 req-7b85864d-5140-439b-8458-e69763146747 service nova] Acquired lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.589029] env[69316]: DEBUG nova.network.neutron [req-a6a777f8-adb9-4187-bfc9-a2d9a49ca7d5 req-7b85864d-5140-439b-8458-e69763146747 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Refreshing network info cache for port 8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.590332] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:2e:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d3c7168-23c2-4b58-95f4-cad89428ce14', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.597795] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Creating folder: Project (3cab650a839644f98ee37c44fa9f4cb8). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.600834] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db9c64d-d57d-4a94-9c06-23b76dea5eb8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.611974] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Created folder: Project (3cab650a839644f98ee37c44fa9f4cb8) in parent group-v671748. [ 861.612252] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Creating folder: Instances. Parent ref: group-v671872. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.612288] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c9d4836-55a6-4a26-bf51-4cb188011fc3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.620868] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Created folder: Instances in parent group-v671872. [ 861.621127] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.621385] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.621906] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b966fbc3-2e3b-439f-9cd2-379726b89fa4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.644931] env[69316]: INFO nova.compute.manager [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Took 40.09 seconds to build instance. [ 861.648574] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.648574] env[69316]: value = "task-3366954" [ 861.648574] env[69316]: _type = "Task" [ 861.648574] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.656936] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366954, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.711356] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086848} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.711557] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.712465] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18d8f23-3f8f-4cc6-844d-ab279ed51923 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.739690] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 102f49a8-bd4d-445f-b772-eb6b4ed5954c/102f49a8-bd4d-445f-b772-eb6b4ed5954c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.739690] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656de5aa-0bb7-438b-9326-ccfac911685d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.761760] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 861.761760] env[69316]: value = "task-3366955" [ 861.761760] env[69316]: _type = "Task" [ 861.761760] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.770781] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.864874] env[69316]: DEBUG oslo_vmware.api [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366950, 'name': PowerOffVM_Task, 'duration_secs': 0.221709} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.864874] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.864874] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.864874] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bed5ef87-8ed7-43a7-b1b0-192efed328f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.868484] env[69316]: DEBUG nova.network.neutron [req-a6a777f8-adb9-4187-bfc9-a2d9a49ca7d5 req-7b85864d-5140-439b-8458-e69763146747 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Updated VIF entry in instance network info cache for port 8d3c7168-23c2-4b58-95f4-cad89428ce14. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.868808] env[69316]: DEBUG nova.network.neutron [req-a6a777f8-adb9-4187-bfc9-a2d9a49ca7d5 req-7b85864d-5140-439b-8458-e69763146747 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Updating instance_info_cache with network_info: [{"id": "8d3c7168-23c2-4b58-95f4-cad89428ce14", "address": "fa:16:3e:b5:2e:db", "network": {"id": "0e885955-3da5-4cea-9f85-e1b0d7f784fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-101312485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cab650a839644f98ee37c44fa9f4cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3c7168-23", "ovs_interfaceid": "8d3c7168-23c2-4b58-95f4-cad89428ce14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.923213] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.923747] env[69316]: DEBUG nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.926890] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.567s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.927050] env[69316]: DEBUG nova.objects.instance [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lazy-loading 'resources' on Instance uuid 14a726c1-d066-4627-bf2e-cb19ab7d3392 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.943102] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.943324] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.943505] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleting the datastore file [datastore1] c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.943917] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce703c0c-8358-4b5a-9116-dcda1b0e1bee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.951195] env[69316]: DEBUG oslo_vmware.api [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 861.951195] env[69316]: value = "task-3366957" [ 861.951195] env[69316]: _type = "Task" [ 861.951195] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.959588] env[69316]: DEBUG oslo_vmware.api [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.984332] env[69316]: DEBUG oslo_vmware.api [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366951, 'name': PowerOffVM_Task, 'duration_secs': 0.315543} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.984687] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.984865] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.985133] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c7d285b-419b-437c-b9da-4f79fdc386a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.044503] env[69316]: DEBUG nova.compute.manager [req-0f83af25-ccbe-4f2f-9666-f4205abb6b05 req-ac062ef0-18b2-4231-8204-8b97ff5ea0d0 service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Received event network-vif-plugged-d41d6f65-63d5-4ee7-8452-b7dc6bb91033 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.044826] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f83af25-ccbe-4f2f-9666-f4205abb6b05 req-ac062ef0-18b2-4231-8204-8b97ff5ea0d0 service nova] Acquiring lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.045145] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f83af25-ccbe-4f2f-9666-f4205abb6b05 req-ac062ef0-18b2-4231-8204-8b97ff5ea0d0 service nova] Lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.045381] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f83af25-ccbe-4f2f-9666-f4205abb6b05 req-ac062ef0-18b2-4231-8204-8b97ff5ea0d0 service nova] Lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.045575] env[69316]: DEBUG nova.compute.manager [req-0f83af25-ccbe-4f2f-9666-f4205abb6b05 req-ac062ef0-18b2-4231-8204-8b97ff5ea0d0 service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] No waiting events found dispatching network-vif-plugged-d41d6f65-63d5-4ee7-8452-b7dc6bb91033 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.045782] env[69316]: WARNING nova.compute.manager [req-0f83af25-ccbe-4f2f-9666-f4205abb6b05 req-ac062ef0-18b2-4231-8204-8b97ff5ea0d0 service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Received unexpected event network-vif-plugged-d41d6f65-63d5-4ee7-8452-b7dc6bb91033 for instance with vm_state building and task_state spawning. [ 862.080229] env[69316]: DEBUG nova.network.neutron [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Successfully updated port: d41d6f65-63d5-4ee7-8452-b7dc6bb91033 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.085291] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.085483] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.085679] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleting the datastore file [datastore1] 6adb743f-3e48-41b6-9643-6e1927555681 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.085954] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-852f15d5-d2f1-4ad1-be4c-1d6176c70af2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.093889] env[69316]: DEBUG oslo_vmware.api [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for the task: (returnval){ [ 862.093889] env[69316]: value = "task-3366959" [ 862.093889] env[69316]: _type = "Task" [ 862.093889] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.103877] env[69316]: DEBUG oslo_vmware.api [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.147409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.122s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.157825] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366954, 'name': CreateVM_Task, 'duration_secs': 0.40442} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.157920] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.158989] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.159166] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.159478] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.159896] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad162a5-4544-4d65-8dee-1c5124f70da5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.165134] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 862.165134] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528fd2dc-6c5e-9251-b1bf-3646ed2929d1" [ 862.165134] env[69316]: _type = "Task" [ 862.165134] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.174030] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528fd2dc-6c5e-9251-b1bf-3646ed2929d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.270957] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.371611] env[69316]: DEBUG oslo_concurrency.lockutils [req-a6a777f8-adb9-4187-bfc9-a2d9a49ca7d5 req-7b85864d-5140-439b-8458-e69763146747 service nova] Releasing lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.430741] env[69316]: DEBUG nova.compute.utils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.432171] env[69316]: DEBUG nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.432480] env[69316]: DEBUG nova.network.neutron [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.465424] env[69316]: DEBUG oslo_vmware.api [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184363} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.468467] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.468701] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.468893] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.469155] env[69316]: INFO nova.compute.manager [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 862.469418] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.469852] env[69316]: DEBUG nova.compute.manager [-] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.469968] env[69316]: DEBUG nova.network.neutron [-] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.522065] env[69316]: DEBUG nova.policy [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f72a9d3f2d14461b9a06db236a3cb38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '034a4937efd44106bdc642e1d4855519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.581122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquiring lock "refresh_cache-b09f57f5-fb85-4c34-a981-f8a31b3c0c01" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.581300] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquired lock "refresh_cache-b09f57f5-fb85-4c34-a981-f8a31b3c0c01" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.581421] env[69316]: DEBUG nova.network.neutron [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.606831] env[69316]: DEBUG oslo_vmware.api [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Task: {'id': task-3366959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16045} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.607101] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.607342] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.607499] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.607672] env[69316]: INFO nova.compute.manager [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Took 1.15 seconds to destroy the instance on the hypervisor. [ 862.607854] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.610736] env[69316]: DEBUG nova.compute.manager [-] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.610875] env[69316]: DEBUG nova.network.neutron [-] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.634718] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914b0296-86b4-4633-b65e-1ad49c3fc9d4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.643217] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f902adf-c12e-46f7-b18c-76e95e635774 tempest-ServersAdminNegativeTestJSON-174493919 tempest-ServersAdminNegativeTestJSON-174493919-project-admin] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Suspending the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 862.643357] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6f74d4c3-e2ac-4944-8b6b-7de1fd024872 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.650106] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.653559] env[69316]: DEBUG oslo_vmware.api [None req-5f902adf-c12e-46f7-b18c-76e95e635774 tempest-ServersAdminNegativeTestJSON-174493919 tempest-ServersAdminNegativeTestJSON-174493919-project-admin] Waiting for the task: (returnval){ [ 862.653559] env[69316]: value = "task-3366960" [ 862.653559] env[69316]: _type = "Task" [ 862.653559] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.665071] env[69316]: DEBUG oslo_vmware.api [None req-5f902adf-c12e-46f7-b18c-76e95e635774 tempest-ServersAdminNegativeTestJSON-174493919 tempest-ServersAdminNegativeTestJSON-174493919-project-admin] Task: {'id': task-3366960, 'name': SuspendVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.675777] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528fd2dc-6c5e-9251-b1bf-3646ed2929d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.678382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.678620] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.678849] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.678997] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.679189] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.679687] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52af7946-b3b1-4a80-87ab-61892cbf13cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.689608] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.689820] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.690965] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca46f92-92d3-4224-953f-c13c9102f6a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.698764] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 862.698764] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525943b1-a858-0e98-4000-5e169a9f64c5" [ 862.698764] env[69316]: _type = "Task" [ 862.698764] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.706865] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525943b1-a858-0e98-4000-5e169a9f64c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.776765] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366955, 'name': ReconfigVM_Task, 'duration_secs': 0.885758} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.776765] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 102f49a8-bd4d-445f-b772-eb6b4ed5954c/102f49a8-bd4d-445f-b772-eb6b4ed5954c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.776765] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be6e398a-ea93-4e38-aa35-13d47497b1ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.784484] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 862.784484] env[69316]: value = "task-3366961" [ 862.784484] env[69316]: _type = "Task" [ 862.784484] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.793291] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366961, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.824873] env[69316]: DEBUG nova.network.neutron [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Successfully created port: 8c75bdd1-569d-46fc-a11c-233106812c61 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.935884] env[69316]: DEBUG nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.022934] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ec0142-d9f0-4f52-bcaf-0b83209be6fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.034411] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc50ae3-de86-494a-89dd-ba69b7871c3d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.068251] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c1accf-a00a-43fd-b051-71cc3d8b0eb6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.076820] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43ca983-ce34-4c98-8cdf-d90daee4b4db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.093804] env[69316]: DEBUG nova.compute.provider_tree [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.125965] env[69316]: DEBUG nova.network.neutron [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.165219] env[69316]: DEBUG oslo_vmware.api [None req-5f902adf-c12e-46f7-b18c-76e95e635774 tempest-ServersAdminNegativeTestJSON-174493919 tempest-ServersAdminNegativeTestJSON-174493919-project-admin] Task: {'id': task-3366960, 'name': SuspendVM_Task} progress is 62%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.181924] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.206856] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525943b1-a858-0e98-4000-5e169a9f64c5, 'name': SearchDatastore_Task, 'duration_secs': 0.031167} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.207373] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e62653-dfb0-47da-a003-14257c047b37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.215714] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 863.215714] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521a8032-1e3b-9748-b172-3e2bdfe45089" [ 863.215714] env[69316]: _type = "Task" [ 863.215714] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.223780] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521a8032-1e3b-9748-b172-3e2bdfe45089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.284782] env[69316]: DEBUG nova.network.neutron [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Updating instance_info_cache with network_info: [{"id": "d41d6f65-63d5-4ee7-8452-b7dc6bb91033", "address": "fa:16:3e:46:fb:7d", "network": {"id": "f3fb915b-1123-41d0-a8c7-d1875e42e1e5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-219387120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e8ad85a9454daca0882131218c72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41d6f65-63", "ovs_interfaceid": "d41d6f65-63d5-4ee7-8452-b7dc6bb91033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.298016] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366961, 'name': Rename_Task, 'duration_secs': 0.44203} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.298308] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.298499] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79efa7b6-031e-4b21-a4e7-ccedf910d885 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.302703] env[69316]: DEBUG nova.network.neutron [-] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.305614] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 863.305614] env[69316]: value = "task-3366962" [ 863.305614] env[69316]: _type = "Task" [ 863.305614] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.314218] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.418122] env[69316]: DEBUG nova.network.neutron [-] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.633755] env[69316]: DEBUG nova.scheduler.client.report [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.634041] env[69316]: DEBUG nova.compute.provider_tree [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 67 to 68 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.634258] env[69316]: DEBUG nova.compute.provider_tree [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.665620] env[69316]: DEBUG oslo_vmware.api [None req-5f902adf-c12e-46f7-b18c-76e95e635774 tempest-ServersAdminNegativeTestJSON-174493919 tempest-ServersAdminNegativeTestJSON-174493919-project-admin] Task: {'id': task-3366960, 'name': SuspendVM_Task, 'duration_secs': 0.861672} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.665960] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f902adf-c12e-46f7-b18c-76e95e635774 tempest-ServersAdminNegativeTestJSON-174493919 tempest-ServersAdminNegativeTestJSON-174493919-project-admin] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Suspended the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 863.665960] env[69316]: DEBUG nova.compute.manager [None req-5f902adf-c12e-46f7-b18c-76e95e635774 tempest-ServersAdminNegativeTestJSON-174493919 tempest-ServersAdminNegativeTestJSON-174493919-project-admin] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.666694] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcba3ab-e034-4f32-b910-ba25c5b6f8b2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.696989] env[69316]: DEBUG nova.compute.manager [req-c20908c6-d60f-4595-ae4d-8d8018719d77 req-0ad115d2-ef3c-4d74-8516-72230b1b71d0 service nova] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Received event network-vif-deleted-0da350dd-89f5-4ac8-aae1-65d567ad2014 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.696989] env[69316]: DEBUG nova.compute.manager [req-c20908c6-d60f-4595-ae4d-8d8018719d77 req-0ad115d2-ef3c-4d74-8516-72230b1b71d0 service nova] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Received event network-vif-deleted-dd521a9e-9234-406e-9f4b-5aa8de58acb8 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.726900] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521a8032-1e3b-9748-b172-3e2bdfe45089, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.727185] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.727443] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a27d4d7c-8c75-4799-bc32-4acd2d33eddc/a27d4d7c-8c75-4799-bc32-4acd2d33eddc.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.728327] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c75f42e-41d1-48bd-ba7e-69b923366150 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.735525] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 863.735525] env[69316]: value = "task-3366963" [ 863.735525] env[69316]: _type = "Task" [ 863.735525] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.743590] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.788530] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Releasing lock "refresh_cache-b09f57f5-fb85-4c34-a981-f8a31b3c0c01" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.788960] env[69316]: DEBUG nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Instance network_info: |[{"id": "d41d6f65-63d5-4ee7-8452-b7dc6bb91033", "address": "fa:16:3e:46:fb:7d", "network": {"id": "f3fb915b-1123-41d0-a8c7-d1875e42e1e5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-219387120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e8ad85a9454daca0882131218c72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41d6f65-63", "ovs_interfaceid": "d41d6f65-63d5-4ee7-8452-b7dc6bb91033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.789480] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:fb:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41d6f65-63d5-4ee7-8452-b7dc6bb91033', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.797235] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Creating folder: Project (84e8ad85a9454daca0882131218c72a6). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.797515] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c33a709e-d535-4a62-b1cd-badca12c1bfa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.805110] env[69316]: INFO nova.compute.manager [-] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Took 1.34 seconds to deallocate network for instance. [ 863.808198] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Created folder: Project (84e8ad85a9454daca0882131218c72a6) in parent group-v671748. [ 863.808475] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Creating folder: Instances. Parent ref: group-v671875. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.814663] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0abf4a7-c7f7-47ba-8757-5a833d91ed53 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.821303] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.823365] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Created folder: Instances in parent group-v671875. [ 863.823594] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.823776] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.823996] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98624fbb-bf92-43f3-9a96-ab0866ec0c77 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.846720] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.846720] env[69316]: value = "task-3366966" [ 863.846720] env[69316]: _type = "Task" [ 863.846720] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.859202] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366966, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.920831] env[69316]: INFO nova.compute.manager [-] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Took 1.31 seconds to deallocate network for instance. [ 863.949459] env[69316]: DEBUG nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.979425] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:18:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22a04a4a-f4a9-46b1-9e6e-a9fb95388ef6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-915373539',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.979705] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.979899] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.980106] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.980256] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.980405] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.980615] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.980772] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.980941] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.981122] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.981321] env[69316]: DEBUG nova.virt.hardware [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.982620] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e03c3c1-5722-448a-9c19-fe2d20aca3e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.992567] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a739716-801a-4928-b2b4-d2bf45cc7961 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.072963] env[69316]: DEBUG nova.compute.manager [req-5368c296-6d5c-433d-ae5a-2b29b1684642 req-be4cc127-4921-4d63-bce0-dcefc0e97838 service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Received event network-changed-d41d6f65-63d5-4ee7-8452-b7dc6bb91033 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.073328] env[69316]: DEBUG nova.compute.manager [req-5368c296-6d5c-433d-ae5a-2b29b1684642 req-be4cc127-4921-4d63-bce0-dcefc0e97838 service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Refreshing instance network info cache due to event network-changed-d41d6f65-63d5-4ee7-8452-b7dc6bb91033. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.073604] env[69316]: DEBUG oslo_concurrency.lockutils [req-5368c296-6d5c-433d-ae5a-2b29b1684642 req-be4cc127-4921-4d63-bce0-dcefc0e97838 service nova] Acquiring lock "refresh_cache-b09f57f5-fb85-4c34-a981-f8a31b3c0c01" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.073775] env[69316]: DEBUG oslo_concurrency.lockutils [req-5368c296-6d5c-433d-ae5a-2b29b1684642 req-be4cc127-4921-4d63-bce0-dcefc0e97838 service nova] Acquired lock "refresh_cache-b09f57f5-fb85-4c34-a981-f8a31b3c0c01" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.073957] env[69316]: DEBUG nova.network.neutron [req-5368c296-6d5c-433d-ae5a-2b29b1684642 req-be4cc127-4921-4d63-bce0-dcefc0e97838 service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Refreshing network info cache for port d41d6f65-63d5-4ee7-8452-b7dc6bb91033 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.142047] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.146440] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.773s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.149020] env[69316]: INFO nova.compute.claims [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.165964] env[69316]: INFO nova.scheduler.client.report [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Deleted allocations for instance 14a726c1-d066-4627-bf2e-cb19ab7d3392 [ 864.244770] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366963, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.317867] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.318228] env[69316]: DEBUG oslo_vmware.api [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366962, 'name': PowerOnVM_Task, 'duration_secs': 0.696506} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.318471] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.318670] env[69316]: INFO nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Took 8.53 seconds to spawn the instance on the hypervisor. [ 864.318881] env[69316]: DEBUG nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.319699] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d57aa-6720-4120-8706-7a0b1cde9c90 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.357190] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366966, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.427620] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.676774] env[69316]: DEBUG oslo_concurrency.lockutils [None req-17891dd0-ed32-470f-807c-55d89121f147 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Lock "14a726c1-d066-4627-bf2e-cb19ab7d3392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.775s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.744953] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51795} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.748502] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a27d4d7c-8c75-4799-bc32-4acd2d33eddc/a27d4d7c-8c75-4799-bc32-4acd2d33eddc.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.748817] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.749176] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-707423e1-85a4-4783-b592-f02da3c0897a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.756326] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 864.756326] env[69316]: value = "task-3366967" [ 864.756326] env[69316]: _type = "Task" [ 864.756326] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.768854] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.782824] env[69316]: DEBUG nova.network.neutron [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Successfully updated port: 8c75bdd1-569d-46fc-a11c-233106812c61 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.840948] env[69316]: DEBUG nova.network.neutron [req-5368c296-6d5c-433d-ae5a-2b29b1684642 req-be4cc127-4921-4d63-bce0-dcefc0e97838 service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Updated VIF entry in instance network info cache for port d41d6f65-63d5-4ee7-8452-b7dc6bb91033. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.841315] env[69316]: DEBUG nova.network.neutron [req-5368c296-6d5c-433d-ae5a-2b29b1684642 req-be4cc127-4921-4d63-bce0-dcefc0e97838 service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Updating instance_info_cache with network_info: [{"id": "d41d6f65-63d5-4ee7-8452-b7dc6bb91033", "address": "fa:16:3e:46:fb:7d", "network": {"id": "f3fb915b-1123-41d0-a8c7-d1875e42e1e5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-219387120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84e8ad85a9454daca0882131218c72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41d6f65-63", "ovs_interfaceid": "d41d6f65-63d5-4ee7-8452-b7dc6bb91033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.842506] env[69316]: INFO nova.compute.manager [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Took 36.82 seconds to build instance. [ 864.857756] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366966, 'name': CreateVM_Task, 'duration_secs': 0.608683} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.857938] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.859195] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.859195] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.859195] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.860223] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520b4a5f-78b6-4b5f-8b23-c4ea87cf6c10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.864845] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 864.864845] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5202f08e-e1c6-e4a6-f664-0b7df848bdad" [ 864.864845] env[69316]: _type = "Task" [ 864.864845] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.874212] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5202f08e-e1c6-e4a6-f664-0b7df848bdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.270983] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072747} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.270983] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.270983] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e99e5f0-8dc6-44c8-b924-d460f496f1ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.287449] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.287631] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.287786] env[69316]: DEBUG nova.network.neutron [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.297999] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a27d4d7c-8c75-4799-bc32-4acd2d33eddc/a27d4d7c-8c75-4799-bc32-4acd2d33eddc.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.303048] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43928425-5bc9-438d-90a9-3960f337d8d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.325026] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 865.325026] env[69316]: value = "task-3366968" [ 865.325026] env[69316]: _type = "Task" [ 865.325026] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.338841] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.346101] env[69316]: DEBUG oslo_concurrency.lockutils [req-5368c296-6d5c-433d-ae5a-2b29b1684642 req-be4cc127-4921-4d63-bce0-dcefc0e97838 service nova] Releasing lock "refresh_cache-b09f57f5-fb85-4c34-a981-f8a31b3c0c01" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.348040] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.964s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.359308] env[69316]: DEBUG nova.network.neutron [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.375455] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5202f08e-e1c6-e4a6-f664-0b7df848bdad, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.375939] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.375939] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.376220] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.376371] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.376539] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.376806] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dc837d1-bad2-417f-8534-99c836820b29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.392588] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.392783] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.393656] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26b0d2c-a862-4d35-9a19-887a2b3d5fec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.401206] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 865.401206] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526fe113-8081-9e1c-d69e-7a9e95b5156d" [ 865.401206] env[69316]: _type = "Task" [ 865.401206] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.410469] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526fe113-8081-9e1c-d69e-7a9e95b5156d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.542516] env[69316]: DEBUG nova.network.neutron [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance_info_cache with network_info: [{"id": "8c75bdd1-569d-46fc-a11c-233106812c61", "address": "fa:16:3e:74:41:89", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75bdd1-56", "ovs_interfaceid": "8c75bdd1-569d-46fc-a11c-233106812c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.716931] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1911a5-93a6-426a-b803-5dec67fcc16f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.724571] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b89895-46e8-48d0-8133-00c375698585 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.754404] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c7a05f-ffb7-4abb-9aea-2a1bdcf03140 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.761793] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc660a3-ccb8-4156-92ce-0633bcbb627c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.776355] env[69316]: DEBUG nova.compute.provider_tree [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.836678] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.852113] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.912854] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526fe113-8081-9e1c-d69e-7a9e95b5156d, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.913904] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68e3fcd-d77c-4a77-a740-839564ab16ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.920630] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 865.920630] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525bbb6a-104c-0b18-7d63-cc00a3260ec0" [ 865.920630] env[69316]: _type = "Task" [ 865.920630] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.932232] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525bbb6a-104c-0b18-7d63-cc00a3260ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.049236] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.049594] env[69316]: DEBUG nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Instance network_info: |[{"id": "8c75bdd1-569d-46fc-a11c-233106812c61", "address": "fa:16:3e:74:41:89", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75bdd1-56", "ovs_interfaceid": "8c75bdd1-569d-46fc-a11c-233106812c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.050219] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:41:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c75bdd1-569d-46fc-a11c-233106812c61', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.064547] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.065073] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.066290] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c184347b-00ab-4032-8970-e2213d4cb189 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.089091] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.089091] env[69316]: value = "task-3366969" [ 866.089091] env[69316]: _type = "Task" [ 866.089091] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.096441] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366969, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.267839] env[69316]: DEBUG nova.compute.manager [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Received event network-vif-plugged-8c75bdd1-569d-46fc-a11c-233106812c61 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.268086] env[69316]: DEBUG oslo_concurrency.lockutils [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] Acquiring lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.268293] env[69316]: DEBUG oslo_concurrency.lockutils [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] Lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.268578] env[69316]: DEBUG oslo_concurrency.lockutils [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] Lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.268691] env[69316]: DEBUG nova.compute.manager [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] No waiting events found dispatching network-vif-plugged-8c75bdd1-569d-46fc-a11c-233106812c61 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.268789] env[69316]: WARNING nova.compute.manager [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Received unexpected event network-vif-plugged-8c75bdd1-569d-46fc-a11c-233106812c61 for instance with vm_state building and task_state spawning. [ 866.268968] env[69316]: DEBUG nova.compute.manager [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Received event network-changed-8c75bdd1-569d-46fc-a11c-233106812c61 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.269156] env[69316]: DEBUG nova.compute.manager [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Refreshing instance network info cache due to event network-changed-8c75bdd1-569d-46fc-a11c-233106812c61. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.269420] env[69316]: DEBUG oslo_concurrency.lockutils [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] Acquiring lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.269561] env[69316]: DEBUG oslo_concurrency.lockutils [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] Acquired lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.269754] env[69316]: DEBUG nova.network.neutron [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Refreshing network info cache for port 8c75bdd1-569d-46fc-a11c-233106812c61 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.322374] env[69316]: DEBUG nova.scheduler.client.report [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 866.322705] env[69316]: DEBUG nova.compute.provider_tree [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 68 to 69 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 866.322929] env[69316]: DEBUG nova.compute.provider_tree [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.339060] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366968, 'name': ReconfigVM_Task, 'duration_secs': 0.766819} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.339367] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a27d4d7c-8c75-4799-bc32-4acd2d33eddc/a27d4d7c-8c75-4799-bc32-4acd2d33eddc.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.340492] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71551e80-f661-43cd-8f91-be6e4afe90a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.348548] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 866.348548] env[69316]: value = "task-3366970" [ 866.348548] env[69316]: _type = "Task" [ 866.348548] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.380201] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366970, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.413014] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.438895] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525bbb6a-104c-0b18-7d63-cc00a3260ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.008819} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.438895] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.438895] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] b09f57f5-fb85-4c34-a981-f8a31b3c0c01/b09f57f5-fb85-4c34-a981-f8a31b3c0c01.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.438895] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-124673ed-c0fe-4695-b22a-bb180bd60ceb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.447549] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 866.447549] env[69316]: value = "task-3366971" [ 866.447549] env[69316]: _type = "Task" [ 866.447549] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.457973] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.602040] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366969, 'name': CreateVM_Task, 'duration_secs': 0.407948} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.604523] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.604523] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.604523] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.604523] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.604523] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d7a433-1825-425b-b491-fb7fd47a1326 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.608493] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 866.608493] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e1b3b4-a8b4-25df-aecc-f17f71391afb" [ 866.608493] env[69316]: _type = "Task" [ 866.608493] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.616654] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e1b3b4-a8b4-25df-aecc-f17f71391afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.744814] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquiring lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.745163] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.745366] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquiring lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.745614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.746044] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.749545] env[69316]: INFO nova.compute.manager [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Terminating instance [ 866.833748] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.834367] env[69316]: DEBUG nova.compute.manager [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.837555] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.420s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.837742] env[69316]: DEBUG nova.objects.instance [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 866.861267] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366970, 'name': Rename_Task, 'duration_secs': 0.178032} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.861807] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.862360] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b40b6089-bc90-45df-abcd-b6f9684f347a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.869644] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 866.869644] env[69316]: value = "task-3366972" [ 866.869644] env[69316]: _type = "Task" [ 866.869644] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.879225] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.957937] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510129} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.957937] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] b09f57f5-fb85-4c34-a981-f8a31b3c0c01/b09f57f5-fb85-4c34-a981-f8a31b3c0c01.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.958131] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.958306] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adbaee4f-45f3-40a2-af7e-a3f3830ddbda {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.964465] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 866.964465] env[69316]: value = "task-3366973" [ 866.964465] env[69316]: _type = "Task" [ 866.964465] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.972923] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.108273] env[69316]: DEBUG nova.network.neutron [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updated VIF entry in instance network info cache for port 8c75bdd1-569d-46fc-a11c-233106812c61. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.108273] env[69316]: DEBUG nova.network.neutron [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance_info_cache with network_info: [{"id": "8c75bdd1-569d-46fc-a11c-233106812c61", "address": "fa:16:3e:74:41:89", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75bdd1-56", "ovs_interfaceid": "8c75bdd1-569d-46fc-a11c-233106812c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.119924] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e1b3b4-a8b4-25df-aecc-f17f71391afb, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.120623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.122024] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.122024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.122024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.122024] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.122300] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a18184da-de0c-40e3-a45c-11c971ac7335 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.135803] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.136452] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.137372] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3dc327-c233-4707-b644-0c1cf0551cfa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.142155] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.142155] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.142155] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.142155] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.142155] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.144084] env[69316]: INFO nova.compute.manager [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Terminating instance [ 867.146809] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 867.146809] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f3b606-b198-1433-54a5-3410f7579f43" [ 867.146809] env[69316]: _type = "Task" [ 867.146809] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.158302] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f3b606-b198-1433-54a5-3410f7579f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.254882] env[69316]: DEBUG nova.compute.manager [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.255176] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.256091] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2331a6f-0af6-4a52-b4eb-9af6a69f6df1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.264852] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.265129] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0897cda-d6b7-48ff-9ac9-89952d869432 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.271576] env[69316]: DEBUG oslo_vmware.api [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 867.271576] env[69316]: value = "task-3366974" [ 867.271576] env[69316]: _type = "Task" [ 867.271576] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.281840] env[69316]: DEBUG oslo_vmware.api [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.339439] env[69316]: DEBUG nova.compute.utils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.341697] env[69316]: DEBUG nova.compute.manager [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 867.379762] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.477234] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065432} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.477603] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.478659] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a482bb90-9795-498f-b3ca-05376d6a75bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.502318] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] b09f57f5-fb85-4c34-a981-f8a31b3c0c01/b09f57f5-fb85-4c34-a981-f8a31b3c0c01.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.502845] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1a139f-6904-45e3-93f4-ce5605dd537f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.521953] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 867.521953] env[69316]: value = "task-3366975" [ 867.521953] env[69316]: _type = "Task" [ 867.521953] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.530201] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.610230] env[69316]: DEBUG oslo_concurrency.lockutils [req-c39be48e-607b-4849-88d7-7123dc14dcbf req-09c4a71d-d583-4828-b270-0bcb27a254e0 service nova] Releasing lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.655036] env[69316]: DEBUG nova.compute.manager [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.655036] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.655297] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a145c541-0463-47c4-b5b0-fbca8c48ccda {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.663405] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.667040] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64b1ddc5-3e71-4439-88bc-d508aca3e44e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.668811] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f3b606-b198-1433-54a5-3410f7579f43, 'name': SearchDatastore_Task, 'duration_secs': 0.037383} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.670413] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a944f1c-5fc0-4e01-988a-4919b94dc035 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.675972] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 867.675972] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52522f3f-270c-db7b-4d75-26cd4d13c859" [ 867.675972] env[69316]: _type = "Task" [ 867.675972] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.684205] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52522f3f-270c-db7b-4d75-26cd4d13c859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.740565] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.740733] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.741584] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Deleting the datastore file [datastore2] 14ad3214-47f3-46a4-a7fe-0f97098aeba3 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.741584] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-646fae93-0330-4517-94d1-358a6c616b93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.747883] env[69316]: DEBUG oslo_vmware.api [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 867.747883] env[69316]: value = "task-3366977" [ 867.747883] env[69316]: _type = "Task" [ 867.747883] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.756039] env[69316]: DEBUG oslo_vmware.api [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.781995] env[69316]: DEBUG oslo_vmware.api [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366974, 'name': PowerOffVM_Task, 'duration_secs': 0.414675} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.782302] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.782471] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.782734] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b601d4-ca95-4946-ad93-384c1ff5d26e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.843786] env[69316]: DEBUG nova.compute.manager [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.846976] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1d63f432-527a-40c0-882d-5be3eeb90df5 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.849033] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.590s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.849261] env[69316]: DEBUG nova.objects.instance [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lazy-loading 'resources' on Instance uuid 651f02fd-b91f-4d1d-80ba-e66edff2503b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.879474] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.879818] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.880246] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Deleting the datastore file [datastore2] 102f49a8-bd4d-445f-b772-eb6b4ed5954c {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.881020] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10cada1b-559a-40b7-b657-7d517002a89a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.890027] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366972, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.895243] env[69316]: DEBUG oslo_vmware.api [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for the task: (returnval){ [ 867.895243] env[69316]: value = "task-3366979" [ 867.895243] env[69316]: _type = "Task" [ 867.895243] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.905564] env[69316]: DEBUG oslo_vmware.api [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.035701] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.188478] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52522f3f-270c-db7b-4d75-26cd4d13c859, 'name': SearchDatastore_Task, 'duration_secs': 0.018914} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.191943] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.191943] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d/0365659e-b134-4241-a4ec-f6f6378c228d.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.191943] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89d8bf57-f76e-420e-913f-6ed1c0607294 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.197725] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 868.197725] env[69316]: value = "task-3366980" [ 868.197725] env[69316]: _type = "Task" [ 868.197725] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.207586] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.260765] env[69316]: DEBUG oslo_vmware.api [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3366977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345882} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.261018] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.263245] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.263440] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.263615] env[69316]: INFO nova.compute.manager [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Took 0.61 seconds to destroy the instance on the hypervisor. [ 868.263860] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.264066] env[69316]: DEBUG nova.compute.manager [-] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.264162] env[69316]: DEBUG nova.network.neutron [-] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.391489] env[69316]: DEBUG oslo_vmware.api [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3366972, 'name': PowerOnVM_Task, 'duration_secs': 1.158456} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.391489] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.391489] env[69316]: INFO nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Took 9.88 seconds to spawn the instance on the hypervisor. [ 868.391489] env[69316]: DEBUG nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.391489] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f30532d-2656-4c2a-bf94-6e8fb553a981 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.420174] env[69316]: DEBUG oslo_vmware.api [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Task: {'id': task-3366979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368935} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.421115] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.421444] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.421640] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.421814] env[69316]: INFO nova.compute.manager [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 868.422079] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.422563] env[69316]: DEBUG nova.compute.manager [-] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.422661] env[69316]: DEBUG nova.network.neutron [-] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.534466] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366975, 'name': ReconfigVM_Task, 'duration_secs': 0.557952} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.534870] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Reconfigured VM instance instance-0000002d to attach disk [datastore1] b09f57f5-fb85-4c34-a981-f8a31b3c0c01/b09f57f5-fb85-4c34-a981-f8a31b3c0c01.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.536293] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-776c0d6b-bbf9-4cdd-af5f-69fdf521390c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.547691] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 868.547691] env[69316]: value = "task-3366981" [ 868.547691] env[69316]: _type = "Task" [ 868.547691] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.559485] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366981, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.620060] env[69316]: DEBUG nova.compute.manager [req-a6149fa9-24a0-4842-9d63-849cc4412140 req-98feb949-d83a-4916-8650-21fb1defcb2d service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Received event network-vif-deleted-247a6037-530c-454a-bfc7-16721633f23d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.620296] env[69316]: INFO nova.compute.manager [req-a6149fa9-24a0-4842-9d63-849cc4412140 req-98feb949-d83a-4916-8650-21fb1defcb2d service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Neutron deleted interface 247a6037-530c-454a-bfc7-16721633f23d; detaching it from the instance and deleting it from the info cache [ 868.620514] env[69316]: DEBUG nova.network.neutron [req-a6149fa9-24a0-4842-9d63-849cc4412140 req-98feb949-d83a-4916-8650-21fb1defcb2d service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.708805] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.866446] env[69316]: DEBUG nova.compute.manager [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.898905] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.899434] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.900187] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.900688] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.900861] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.901028] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.901546] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.901757] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.902531] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.902531] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.902611] env[69316]: DEBUG nova.virt.hardware [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.903764] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ff624-e5d1-46a9-accf-3b823f7a3cba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.921170] env[69316]: INFO nova.compute.manager [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Took 39.83 seconds to build instance. [ 868.923347] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b7b239-0705-4b03-b416-cf6c7ff37e6e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.943980] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.949859] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Creating folder: Project (c62ee09e125045439e938c147d721f83). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.950829] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1ff832a-0956-4e45-ba9b-e026af142c76 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.961546] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Created folder: Project (c62ee09e125045439e938c147d721f83) in parent group-v671748. [ 868.962750] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Creating folder: Instances. Parent ref: group-v671879. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.963585] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-922f7a8f-dd18-40bf-b2ad-e394783a78ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.972448] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8932c8a-d29a-464a-a8f1-9ef3afd16bff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.976459] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Created folder: Instances in parent group-v671879. [ 868.976749] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.977354] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.977635] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bebd32e-2803-478b-b49e-ebc993bd0c42 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.994633] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966c1802-5883-4d2f-95fd-4769a62753ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.998878] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.998878] env[69316]: value = "task-3366984" [ 868.998878] env[69316]: _type = "Task" [ 868.998878] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.029216] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83cddbd-6b23-440a-a463-29beee984830 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.034904] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366984, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.040163] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7e088-7915-4e55-a830-d5fdc2a8ced9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.055396] env[69316]: DEBUG nova.compute.provider_tree [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.067645] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366981, 'name': Rename_Task, 'duration_secs': 0.454783} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.068880] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.069245] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1c754c0-527e-4f4d-9a64-cf53282e4621 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.075604] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 869.075604] env[69316]: value = "task-3366985" [ 869.075604] env[69316]: _type = "Task" [ 869.075604] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.079045] env[69316]: DEBUG nova.network.neutron [-] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.085340] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.123996] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ebf33e9-0628-42b4-8168-f5a6dacd0932 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.132866] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993deea5-a231-4291-a4ba-17eb140b6893 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.169289] env[69316]: DEBUG nova.compute.manager [req-a6149fa9-24a0-4842-9d63-849cc4412140 req-98feb949-d83a-4916-8650-21fb1defcb2d service nova] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Detach interface failed, port_id=247a6037-530c-454a-bfc7-16721633f23d, reason: Instance 14ad3214-47f3-46a4-a7fe-0f97098aeba3 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.214601] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648236} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.214870] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d/0365659e-b134-4241-a4ec-f6f6378c228d.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.215098] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.215409] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4672003f-1228-48b7-be1c-220e64eeabb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.222254] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 869.222254] env[69316]: value = "task-3366986" [ 869.222254] env[69316]: _type = "Task" [ 869.222254] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.230051] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.430552] env[69316]: DEBUG oslo_concurrency.lockutils [None req-335da996-47ce-43cb-bde2-9be63fbd1a28 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.500s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.509543] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366984, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.565422] env[69316]: DEBUG nova.scheduler.client.report [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.574726] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.575159] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.581817] env[69316]: INFO nova.compute.manager [-] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Took 1.32 seconds to deallocate network for instance. [ 869.594209] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.594506] env[69316]: DEBUG nova.compute.manager [req-04e3e8e8-4e50-4ea1-a5aa-9c784fb724da req-02591670-e753-4828-857f-2bbc24003309 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Received event network-vif-deleted-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.594793] env[69316]: INFO nova.compute.manager [req-04e3e8e8-4e50-4ea1-a5aa-9c784fb724da req-02591670-e753-4828-857f-2bbc24003309 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Neutron deleted interface ae97f8f8-6a21-466b-bc42-0fecf6fbeeae; detaching it from the instance and deleting it from the info cache [ 869.595144] env[69316]: DEBUG nova.network.neutron [req-04e3e8e8-4e50-4ea1-a5aa-9c784fb724da req-02591670-e753-4828-857f-2bbc24003309 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.732621] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066637} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.732971] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.733797] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007331bf-6599-4cdd-8b19-1ff62a779955 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.759022] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d/0365659e-b134-4241-a4ec-f6f6378c228d.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.759422] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f55d35c-7b12-4bf3-84fb-c8564ef49c7f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.780837] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 869.780837] env[69316]: value = "task-3366987" [ 869.780837] env[69316]: _type = "Task" [ 869.780837] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.789595] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.835973] env[69316]: DEBUG nova.network.neutron [-] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.933581] env[69316]: DEBUG nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.013629] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366984, 'name': CreateVM_Task, 'duration_secs': 0.814859} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.013888] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.014479] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.014615] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.015582] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.016725] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b812aff-43f2-4d0a-9be5-1d441469b410 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.024665] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 870.024665] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bab0af-0317-5d9d-df05-af6009ad13d4" [ 870.024665] env[69316]: _type = "Task" [ 870.024665] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.034760] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bab0af-0317-5d9d-df05-af6009ad13d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.075518] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.078862] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.422s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.080625] env[69316]: INFO nova.compute.claims [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.095109] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.095211] env[69316]: DEBUG oslo_vmware.api [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366985, 'name': PowerOnVM_Task, 'duration_secs': 0.971852} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.095387] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.095655] env[69316]: INFO nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Took 8.84 seconds to spawn the instance on the hypervisor. [ 870.095872] env[69316]: DEBUG nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.096782] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c10e825-d6e0-42eb-b6f4-330177338c81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.101211] env[69316]: INFO nova.scheduler.client.report [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted allocations for instance 651f02fd-b91f-4d1d-80ba-e66edff2503b [ 870.107866] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-743f4386-22de-47b5-8001-22f839534b39 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.124441] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c858730-270e-4bd7-b65c-4ce690ec37fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.167375] env[69316]: DEBUG nova.compute.manager [req-04e3e8e8-4e50-4ea1-a5aa-9c784fb724da req-02591670-e753-4828-857f-2bbc24003309 service nova] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Detach interface failed, port_id=ae97f8f8-6a21-466b-bc42-0fecf6fbeeae, reason: Instance 102f49a8-bd4d-445f-b772-eb6b4ed5954c could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.209442] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "9f872767-af4b-407f-a140-063c1b2c831f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.209714] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "9f872767-af4b-407f-a140-063c1b2c831f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.289820] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366987, 'name': ReconfigVM_Task, 'duration_secs': 0.314819} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.290116] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d/0365659e-b134-4241-a4ec-f6f6378c228d.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.290752] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db36b7e-ff93-4f2b-9701-77136c41ca7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.296366] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 870.296366] env[69316]: value = "task-3366988" [ 870.296366] env[69316]: _type = "Task" [ 870.296366] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.304361] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366988, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.339632] env[69316]: INFO nova.compute.manager [-] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Took 1.92 seconds to deallocate network for instance. [ 870.471347] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.535890] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bab0af-0317-5d9d-df05-af6009ad13d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014254} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.536202] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.536432] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.536675] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.536929] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.537555] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.537555] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a8abfc7-1867-4e17-9c81-3a12993663a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.547765] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.547765] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.547970] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21a4603-e2dc-4730-9339-8843e8626835 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.555532] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 870.555532] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e619f8-daaa-38b7-0d23-37fcd6ae798c" [ 870.555532] env[69316]: _type = "Task" [ 870.555532] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.564106] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e619f8-daaa-38b7-0d23-37fcd6ae798c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.614316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f5d00ad-6208-4389-8345-9d9ac1501414 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "651f02fd-b91f-4d1d-80ba-e66edff2503b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.730s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.647429] env[69316]: INFO nova.compute.manager [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Took 39.67 seconds to build instance. [ 870.808026] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366988, 'name': Rename_Task, 'duration_secs': 0.156316} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.808026] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.808177] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ff10d65-7320-4cd1-98c4-df1bb2193e32 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.814994] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 870.814994] env[69316]: value = "task-3366989" [ 870.814994] env[69316]: _type = "Task" [ 870.814994] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.823420] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.846970] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.912169] env[69316]: DEBUG nova.compute.manager [req-5fd16983-f036-4002-aaf0-893d6b689520 req-a29b23b9-5f96-407d-90ae-d0e3742a2009 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Received event network-changed-8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.912373] env[69316]: DEBUG nova.compute.manager [req-5fd16983-f036-4002-aaf0-893d6b689520 req-a29b23b9-5f96-407d-90ae-d0e3742a2009 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Refreshing instance network info cache due to event network-changed-8d3c7168-23c2-4b58-95f4-cad89428ce14. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.912584] env[69316]: DEBUG oslo_concurrency.lockutils [req-5fd16983-f036-4002-aaf0-893d6b689520 req-a29b23b9-5f96-407d-90ae-d0e3742a2009 service nova] Acquiring lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.912742] env[69316]: DEBUG oslo_concurrency.lockutils [req-5fd16983-f036-4002-aaf0-893d6b689520 req-a29b23b9-5f96-407d-90ae-d0e3742a2009 service nova] Acquired lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.912874] env[69316]: DEBUG nova.network.neutron [req-5fd16983-f036-4002-aaf0-893d6b689520 req-a29b23b9-5f96-407d-90ae-d0e3742a2009 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Refreshing network info cache for port 8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.073081] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e619f8-daaa-38b7-0d23-37fcd6ae798c, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.073949] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb5e146-b4fe-4d1d-8656-91bd456153b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.080486] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 871.080486] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b3d240-7954-18b5-02a5-b03afc1e739f" [ 871.080486] env[69316]: _type = "Task" [ 871.080486] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.090013] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b3d240-7954-18b5-02a5-b03afc1e739f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.150486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.391s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.326362] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366989, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.593976] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b3d240-7954-18b5-02a5-b03afc1e739f, 'name': SearchDatastore_Task, 'duration_secs': 0.013744} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.593976] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.593976] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2e386d21-09db-401a-8ee6-c8da8dd6d819/2e386d21-09db-401a-8ee6-c8da8dd6d819.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.594322] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c38e1078-6334-4847-8bdd-b0bd2495b307 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.601327] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0faf1c-131a-4cc6-a64c-50f536f11028 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.604563] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 871.604563] env[69316]: value = "task-3366990" [ 871.604563] env[69316]: _type = "Task" [ 871.604563] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.610818] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c215f8-7a3f-4a37-96d9-c6b013d07f84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.618738] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.648728] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa58dd-e654-4983-9ff6-1432bc49fd1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.654116] env[69316]: DEBUG nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.663367] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe965eb1-b706-4f6f-9fff-e4a52e97de38 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.678172] env[69316]: DEBUG nova.compute.provider_tree [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.694910] env[69316]: DEBUG nova.network.neutron [req-5fd16983-f036-4002-aaf0-893d6b689520 req-a29b23b9-5f96-407d-90ae-d0e3742a2009 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Updated VIF entry in instance network info cache for port 8d3c7168-23c2-4b58-95f4-cad89428ce14. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.695274] env[69316]: DEBUG nova.network.neutron [req-5fd16983-f036-4002-aaf0-893d6b689520 req-a29b23b9-5f96-407d-90ae-d0e3742a2009 service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Updating instance_info_cache with network_info: [{"id": "8d3c7168-23c2-4b58-95f4-cad89428ce14", "address": "fa:16:3e:b5:2e:db", "network": {"id": "0e885955-3da5-4cea-9f85-e1b0d7f784fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-101312485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cab650a839644f98ee37c44fa9f4cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3c7168-23", "ovs_interfaceid": "8d3c7168-23c2-4b58-95f4-cad89428ce14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.825849] env[69316]: DEBUG oslo_vmware.api [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3366989, 'name': PowerOnVM_Task, 'duration_secs': 0.516594} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.826754] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.826754] env[69316]: INFO nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Took 7.88 seconds to spawn the instance on the hypervisor. [ 871.826754] env[69316]: DEBUG nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.827240] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a794f6-c3bc-4cf2-aa04-8a3e86397320 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.889130] env[69316]: DEBUG nova.compute.manager [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.892467] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdeaa1b-f5ea-43d5-9cad-caaaddfa4442 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.117788] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366990, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.183610] env[69316]: DEBUG nova.scheduler.client.report [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.187273] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "d6324a01-b72a-48b7-aa90-11ad8684823c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.187562] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "d6324a01-b72a-48b7-aa90-11ad8684823c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.188881] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.198911] env[69316]: DEBUG oslo_concurrency.lockutils [req-5fd16983-f036-4002-aaf0-893d6b689520 req-a29b23b9-5f96-407d-90ae-d0e3742a2009 service nova] Releasing lock "refresh_cache-a27d4d7c-8c75-4799-bc32-4acd2d33eddc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.347384] env[69316]: INFO nova.compute.manager [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Took 37.28 seconds to build instance. [ 872.400194] env[69316]: INFO nova.compute.manager [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] instance snapshotting [ 872.403674] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04b849e-d615-4f9a-921a-df8191ac2a4d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.423423] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337ba414-2ec6-4a83-a152-57fab19c7f6a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.616527] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750907} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.616810] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2e386d21-09db-401a-8ee6-c8da8dd6d819/2e386d21-09db-401a-8ee6-c8da8dd6d819.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.617099] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.617450] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8f522a1-cf1d-4dcc-abdb-f8c54ddea0ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.624937] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 872.624937] env[69316]: value = "task-3366991" [ 872.624937] env[69316]: _type = "Task" [ 872.624937] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.637409] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.689900] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.690481] env[69316]: DEBUG nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.693170] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.981s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.694533] env[69316]: INFO nova.compute.claims [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.850350] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bca5305-126d-4399-97bf-0bd15c7c1cad tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "0365659e-b134-4241-a4ec-f6f6378c228d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.585s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.935311] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 872.935617] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce3f40e4-a705-4bc9-8439-72a2426771b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.943150] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 872.943150] env[69316]: value = "task-3366992" [ 872.943150] env[69316]: _type = "Task" [ 872.943150] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.951148] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366992, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.133859] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098792} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.134186] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.135248] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6515ac-04c4-4245-b490-86b253b7e245 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.154335] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2e386d21-09db-401a-8ee6-c8da8dd6d819/2e386d21-09db-401a-8ee6-c8da8dd6d819.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.154637] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2fc2d23-20de-42b3-a3c9-ace2a8cc85ee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.174023] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 873.174023] env[69316]: value = "task-3366993" [ 873.174023] env[69316]: _type = "Task" [ 873.174023] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.182371] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.200757] env[69316]: DEBUG nova.compute.utils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.202128] env[69316]: DEBUG nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.202304] env[69316]: DEBUG nova.network.neutron [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.264347] env[69316]: DEBUG nova.policy [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6c61242fc314858a4f93db91f47aceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f53327dae77f4105b31578fe9cd7316b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.353238] env[69316]: DEBUG nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.455696] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366992, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.684377] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.707903] env[69316]: DEBUG nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.719874] env[69316]: DEBUG nova.network.neutron [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Successfully created port: 5873b1d0-10f1-4e7b-bf6b-95e77325514b {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.879782] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.957639] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366992, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.187334] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366993, 'name': ReconfigVM_Task, 'duration_secs': 0.817863} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.187639] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2e386d21-09db-401a-8ee6-c8da8dd6d819/2e386d21-09db-401a-8ee6-c8da8dd6d819.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.188249] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eadbe737-3f52-4db2-a408-b73b618fa5ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.194695] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 874.194695] env[69316]: value = "task-3366994" [ 874.194695] env[69316]: _type = "Task" [ 874.194695] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.203086] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366994, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.218123] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95489657-c354-4dab-8e03-0602d22b781e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.226609] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2b2c1-1372-43ad-a1f6-2e767f7485ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.261331] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc4f33-ce0d-4d55-8d61-47691396387c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.269758] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2337d616-5be1-4b33-86cc-770d672075df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.285072] env[69316]: DEBUG nova.compute.provider_tree [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.314364] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Acquiring lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.314656] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.315095] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Acquiring lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.315236] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.315449] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.317783] env[69316]: INFO nova.compute.manager [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Terminating instance [ 874.455061] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366992, 'name': CreateSnapshot_Task, 'duration_secs': 1.307878} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.456022] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.456226] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a276d7-8f1a-42df-87ad-1d8a41e503ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.581150] env[69316]: DEBUG nova.compute.manager [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 874.704745] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366994, 'name': Rename_Task, 'duration_secs': 0.217796} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.705029] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.705278] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d2f8652-189f-4c99-810a-00943ef42062 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.710904] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 874.710904] env[69316]: value = "task-3366995" [ 874.710904] env[69316]: _type = "Task" [ 874.710904] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.719410] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.721562] env[69316]: DEBUG nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.749446] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.749683] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.749901] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.750073] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.750226] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.750369] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.750660] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.750860] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.751064] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.751240] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.751415] env[69316]: DEBUG nova.virt.hardware [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.752336] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75081e2c-6761-4786-b7e8-7dec72050e9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.760475] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f5d4d-9158-4a27-a48c-25de566c04ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.788258] env[69316]: DEBUG nova.scheduler.client.report [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.821820] env[69316]: DEBUG nova.compute.manager [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.822257] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.822548] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4692ed57-6481-410d-908e-ba7a51040ea0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.829719] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 874.829719] env[69316]: value = "task-3366996" [ 874.829719] env[69316]: _type = "Task" [ 874.829719] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.839402] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.974515] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 874.974970] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c379e2ac-5cba-42b5-aeca-6b7dbedf0637 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.983641] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 874.983641] env[69316]: value = "task-3366997" [ 874.983641] env[69316]: _type = "Task" [ 874.983641] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.992745] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366997, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.102240] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.225652] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.235612] env[69316]: DEBUG nova.compute.manager [req-927149e8-60bb-45b7-985a-4bc9088a6f74 req-46b67cc3-4cb5-4025-9a6f-3e6796ac0c95 service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Received event network-vif-plugged-5873b1d0-10f1-4e7b-bf6b-95e77325514b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.235824] env[69316]: DEBUG oslo_concurrency.lockutils [req-927149e8-60bb-45b7-985a-4bc9088a6f74 req-46b67cc3-4cb5-4025-9a6f-3e6796ac0c95 service nova] Acquiring lock "44246e8b-d8af-4afc-b442-cef7731efa43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.236076] env[69316]: DEBUG oslo_concurrency.lockutils [req-927149e8-60bb-45b7-985a-4bc9088a6f74 req-46b67cc3-4cb5-4025-9a6f-3e6796ac0c95 service nova] Lock "44246e8b-d8af-4afc-b442-cef7731efa43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.236247] env[69316]: DEBUG oslo_concurrency.lockutils [req-927149e8-60bb-45b7-985a-4bc9088a6f74 req-46b67cc3-4cb5-4025-9a6f-3e6796ac0c95 service nova] Lock "44246e8b-d8af-4afc-b442-cef7731efa43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.236410] env[69316]: DEBUG nova.compute.manager [req-927149e8-60bb-45b7-985a-4bc9088a6f74 req-46b67cc3-4cb5-4025-9a6f-3e6796ac0c95 service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] No waiting events found dispatching network-vif-plugged-5873b1d0-10f1-4e7b-bf6b-95e77325514b {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.236584] env[69316]: WARNING nova.compute.manager [req-927149e8-60bb-45b7-985a-4bc9088a6f74 req-46b67cc3-4cb5-4025-9a6f-3e6796ac0c95 service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Received unexpected event network-vif-plugged-5873b1d0-10f1-4e7b-bf6b-95e77325514b for instance with vm_state building and task_state spawning. [ 875.293424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.293947] env[69316]: DEBUG nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.297409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.779s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.297409] env[69316]: DEBUG nova.objects.instance [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lazy-loading 'resources' on Instance uuid a4343dc1-46c6-423d-b8f8-78a29041ea68 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.339484] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366996, 'name': PowerOffVM_Task, 'duration_secs': 0.183526} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.339793] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.340087] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 875.340358] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671767', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'name': 'volume-ece1f046-964c-46e4-a594-07c13751205b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6cb2dac-6d8a-4319-9e26-c12d31e8a733', 'attached_at': '', 'detached_at': '', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'serial': 'ece1f046-964c-46e4-a594-07c13751205b'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 875.344053] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b20ccd6-1819-4345-98ac-c69f6f7f4577 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.362196] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d1926-9744-4932-8a8b-41d080a18f33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.370843] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcfaf04-3a37-4f01-89a2-59eefa9c7162 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.390111] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a674b1f-7ed2-4342-81a4-b6fe7c7e17ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.405854] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] The volume has not been displaced from its original location: [datastore2] volume-ece1f046-964c-46e4-a594-07c13751205b/volume-ece1f046-964c-46e4-a594-07c13751205b.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 875.411268] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 875.411570] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f219d40b-c17e-4601-b41a-f3d52b4c6024 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.431133] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 875.431133] env[69316]: value = "task-3366998" [ 875.431133] env[69316]: _type = "Task" [ 875.431133] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.441704] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.449320] env[69316]: DEBUG nova.network.neutron [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Successfully updated port: 5873b1d0-10f1-4e7b-bf6b-95e77325514b {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.497974] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366997, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.722997] env[69316]: DEBUG oslo_vmware.api [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3366995, 'name': PowerOnVM_Task, 'duration_secs': 0.738177} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.723289] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.723522] env[69316]: INFO nova.compute.manager [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Took 6.86 seconds to spawn the instance on the hypervisor. [ 875.723665] env[69316]: DEBUG nova.compute.manager [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.724429] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3860fd56-e87f-45af-8a8e-dbe74fcceed9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.800599] env[69316]: DEBUG nova.compute.utils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.804633] env[69316]: DEBUG nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.804812] env[69316]: DEBUG nova.network.neutron [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.863774] env[69316]: DEBUG nova.policy [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb0f99a4988458a90dc6243841bb6a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab9bf09b9cc84d329fd6f17a590d44ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.945809] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366998, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.955439] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "refresh_cache-44246e8b-d8af-4afc-b442-cef7731efa43" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.955849] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "refresh_cache-44246e8b-d8af-4afc-b442-cef7731efa43" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.956138] env[69316]: DEBUG nova.network.neutron [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.997814] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366997, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.244014] env[69316]: INFO nova.compute.manager [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Took 36.89 seconds to build instance. [ 876.309239] env[69316]: DEBUG nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.377554] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040beb00-0d86-4e2d-aa78-c0d7341860d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.385859] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8467d425-eaca-48f7-8f8a-99595885aa0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.431565] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6ad4cd-3fa7-4eea-a720-7691fd0d4143 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.446762] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6026e5f-9a10-4685-b6e6-92302f5a330e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.457471] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366998, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.470107] env[69316]: DEBUG nova.compute.provider_tree [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.494650] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3366997, 'name': CloneVM_Task, 'duration_secs': 1.367595} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.494969] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Created linked-clone VM from snapshot [ 876.496449] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c631b-0f1d-4904-b048-25bc31c91e4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.498942] env[69316]: DEBUG nova.network.neutron [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Successfully created port: d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.505738] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Uploading image b7067d8b-b316-4f6e-a571-cbd31f49cef4 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.521846] env[69316]: DEBUG nova.network.neutron [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.538044] env[69316]: DEBUG oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 876.538044] env[69316]: value = "vm-671883" [ 876.538044] env[69316]: _type = "VirtualMachine" [ 876.538044] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 876.538339] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-07858941-1af9-4fa8-8d7d-1e7bc5166747 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.544937] env[69316]: DEBUG oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lease: (returnval){ [ 876.544937] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c93f0f-9da7-4f43-0b97-b8436b4cf5f4" [ 876.544937] env[69316]: _type = "HttpNfcLease" [ 876.544937] env[69316]: } obtained for exporting VM: (result){ [ 876.544937] env[69316]: value = "vm-671883" [ 876.544937] env[69316]: _type = "VirtualMachine" [ 876.544937] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 876.545217] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the lease: (returnval){ [ 876.545217] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c93f0f-9da7-4f43-0b97-b8436b4cf5f4" [ 876.545217] env[69316]: _type = "HttpNfcLease" [ 876.545217] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 876.552902] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.552902] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c93f0f-9da7-4f43-0b97-b8436b4cf5f4" [ 876.552902] env[69316]: _type = "HttpNfcLease" [ 876.552902] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 876.739087] env[69316]: DEBUG nova.network.neutron [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Updating instance_info_cache with network_info: [{"id": "5873b1d0-10f1-4e7b-bf6b-95e77325514b", "address": "fa:16:3e:b2:14:07", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5873b1d0-10", "ovs_interfaceid": "5873b1d0-10f1-4e7b-bf6b-95e77325514b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.746498] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4d4d7f4c-deea-44c4-8bff-726891dde998 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "2e386d21-09db-401a-8ee6-c8da8dd6d819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.640s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.944987] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3366998, 'name': ReconfigVM_Task, 'duration_secs': 1.190279} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.945307] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 876.950017] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-947d529b-2221-45d2-bf36-579616f941b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.965153] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 876.965153] env[69316]: value = "task-3367000" [ 876.965153] env[69316]: _type = "Task" [ 876.965153] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.974528] env[69316]: DEBUG nova.scheduler.client.report [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.978403] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3367000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.056732] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.056732] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c93f0f-9da7-4f43-0b97-b8436b4cf5f4" [ 877.056732] env[69316]: _type = "HttpNfcLease" [ 877.056732] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.057110] env[69316]: DEBUG oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.057110] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c93f0f-9da7-4f43-0b97-b8436b4cf5f4" [ 877.057110] env[69316]: _type = "HttpNfcLease" [ 877.057110] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 877.058017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e1320-51ce-44c7-8351-b14c3dfd877c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.067212] env[69316]: DEBUG oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a710e4-e65b-1253-4ed3-4c4b414a452c/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.067386] env[69316]: DEBUG oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a710e4-e65b-1253-4ed3-4c4b414a452c/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 877.224161] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f33ccbb0-5bcc-4f2c-bbbf-ec027dfb3b6c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.242359] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "refresh_cache-44246e8b-d8af-4afc-b442-cef7731efa43" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.242942] env[69316]: DEBUG nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Instance network_info: |[{"id": "5873b1d0-10f1-4e7b-bf6b-95e77325514b", "address": "fa:16:3e:b2:14:07", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5873b1d0-10", "ovs_interfaceid": "5873b1d0-10f1-4e7b-bf6b-95e77325514b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.244171] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:14:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5873b1d0-10f1-4e7b-bf6b-95e77325514b', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.251576] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.254327] env[69316]: DEBUG nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.257421] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.257849] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cf866e1-4f84-48e0-bbcc-f897018c2799 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.280013] env[69316]: DEBUG nova.compute.manager [req-ffc0e4a7-b445-46f7-a915-5c20afcab2ab req-40eb2bbe-0002-4fe8-b1e1-a3326e2725f5 service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Received event network-changed-5873b1d0-10f1-4e7b-bf6b-95e77325514b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.280172] env[69316]: DEBUG nova.compute.manager [req-ffc0e4a7-b445-46f7-a915-5c20afcab2ab req-40eb2bbe-0002-4fe8-b1e1-a3326e2725f5 service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Refreshing instance network info cache due to event network-changed-5873b1d0-10f1-4e7b-bf6b-95e77325514b. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.280413] env[69316]: DEBUG oslo_concurrency.lockutils [req-ffc0e4a7-b445-46f7-a915-5c20afcab2ab req-40eb2bbe-0002-4fe8-b1e1-a3326e2725f5 service nova] Acquiring lock "refresh_cache-44246e8b-d8af-4afc-b442-cef7731efa43" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.280566] env[69316]: DEBUG oslo_concurrency.lockutils [req-ffc0e4a7-b445-46f7-a915-5c20afcab2ab req-40eb2bbe-0002-4fe8-b1e1-a3326e2725f5 service nova] Acquired lock "refresh_cache-44246e8b-d8af-4afc-b442-cef7731efa43" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.280723] env[69316]: DEBUG nova.network.neutron [req-ffc0e4a7-b445-46f7-a915-5c20afcab2ab req-40eb2bbe-0002-4fe8-b1e1-a3326e2725f5 service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Refreshing network info cache for port 5873b1d0-10f1-4e7b-bf6b-95e77325514b {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.289120] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.289120] env[69316]: value = "task-3367001" [ 877.289120] env[69316]: _type = "Task" [ 877.289120] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.297329] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367001, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.319968] env[69316]: DEBUG nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.344960] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.345115] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.345237] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.345450] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.345606] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.345753] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.345962] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.346152] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.346379] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.346564] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.346808] env[69316]: DEBUG nova.virt.hardware [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.347758] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb7d5f-2da4-44e2-ba28-0cb6168fa555 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.355572] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18677c-3196-49c8-be34-8870a4f32fe5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.474366] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3367000, 'name': ReconfigVM_Task, 'duration_secs': 0.126837} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.474774] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671767', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'name': 'volume-ece1f046-964c-46e4-a594-07c13751205b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6cb2dac-6d8a-4319-9e26-c12d31e8a733', 'attached_at': '', 'detached_at': '', 'volume_id': 'ece1f046-964c-46e4-a594-07c13751205b', 'serial': 'ece1f046-964c-46e4-a594-07c13751205b'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 877.475122] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.475972] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e1dc5e-ff80-457b-bc2e-e1f50d9ffcfa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.479321] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.482430] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.377s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.483135] env[69316]: INFO nova.compute.claims [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.490650] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.490773] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffa4a26c-64e6-488b-adf1-25fe2444ff4b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.506035] env[69316]: INFO nova.scheduler.client.report [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Deleted allocations for instance a4343dc1-46c6-423d-b8f8-78a29041ea68 [ 877.553258] env[69316]: DEBUG nova.compute.manager [None req-54633154-cce2-4536-9eec-cb202a97ab6b tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.554262] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef9903a-d0ab-4b89-92a6-25894c01327d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.571024] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.571024] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.571024] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Deleting the datastore file [datastore2] c6cb2dac-6d8a-4319-9e26-c12d31e8a733 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.571024] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aff80e2b-2731-4421-9da9-6a059ab75a93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.576727] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for the task: (returnval){ [ 877.576727] env[69316]: value = "task-3367003" [ 877.576727] env[69316]: _type = "Task" [ 877.576727] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.587366] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3367003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.674706] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquiring lock "2e386d21-09db-401a-8ee6-c8da8dd6d819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.674706] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "2e386d21-09db-401a-8ee6-c8da8dd6d819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.674706] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquiring lock "2e386d21-09db-401a-8ee6-c8da8dd6d819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.674932] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "2e386d21-09db-401a-8ee6-c8da8dd6d819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.675069] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "2e386d21-09db-401a-8ee6-c8da8dd6d819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.677891] env[69316]: INFO nova.compute.manager [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Terminating instance [ 877.802224] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.808462] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367001, 'name': CreateVM_Task, 'duration_secs': 0.304513} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.808713] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.809518] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.809809] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.810277] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.810962] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1227341a-fe06-4277-9503-470192dfd1d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.820901] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 877.820901] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52df1966-2379-1973-d502-00df087ecfa4" [ 877.820901] env[69316]: _type = "Task" [ 877.820901] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.830611] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52df1966-2379-1973-d502-00df087ecfa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.017542] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e477e668-4ab6-4f6b-8aef-01167a60048c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "a4343dc1-46c6-423d-b8f8-78a29041ea68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.120s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.050886] env[69316]: DEBUG nova.network.neutron [req-ffc0e4a7-b445-46f7-a915-5c20afcab2ab req-40eb2bbe-0002-4fe8-b1e1-a3326e2725f5 service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Updated VIF entry in instance network info cache for port 5873b1d0-10f1-4e7b-bf6b-95e77325514b. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.051338] env[69316]: DEBUG nova.network.neutron [req-ffc0e4a7-b445-46f7-a915-5c20afcab2ab req-40eb2bbe-0002-4fe8-b1e1-a3326e2725f5 service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Updating instance_info_cache with network_info: [{"id": "5873b1d0-10f1-4e7b-bf6b-95e77325514b", "address": "fa:16:3e:b2:14:07", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5873b1d0-10", "ovs_interfaceid": "5873b1d0-10f1-4e7b-bf6b-95e77325514b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.068579] env[69316]: INFO nova.compute.manager [None req-54633154-cce2-4536-9eec-cb202a97ab6b tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] instance snapshotting [ 878.069791] env[69316]: DEBUG nova.objects.instance [None req-54633154-cce2-4536-9eec-cb202a97ab6b tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lazy-loading 'flavor' on Instance uuid 2e386d21-09db-401a-8ee6-c8da8dd6d819 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.096101] env[69316]: DEBUG oslo_vmware.api [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Task: {'id': task-3367003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152168} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.096101] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.096573] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.097931] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.101328] env[69316]: INFO nova.compute.manager [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Took 3.28 seconds to destroy the instance on the hypervisor. [ 878.101328] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.101328] env[69316]: DEBUG nova.compute.manager [-] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.101328] env[69316]: DEBUG nova.network.neutron [-] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.182422] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquiring lock "refresh_cache-2e386d21-09db-401a-8ee6-c8da8dd6d819" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.182613] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquired lock "refresh_cache-2e386d21-09db-401a-8ee6-c8da8dd6d819" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.182785] env[69316]: DEBUG nova.network.neutron [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.337364] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52df1966-2379-1973-d502-00df087ecfa4, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.338842] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.339177] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.339507] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.339601] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.340026] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.340628] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d552a7-6e96-4a5f-b0e2-4061e31ceb5b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.352894] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.353886] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.354739] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d9f664-7993-4d0d-b73b-014e72916d38 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.362869] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 878.362869] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527968ce-3b22-2ed1-13f5-4e03b657665c" [ 878.362869] env[69316]: _type = "Task" [ 878.362869] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.372541] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527968ce-3b22-2ed1-13f5-4e03b657665c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.386441] env[69316]: DEBUG nova.network.neutron [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Successfully updated port: d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.553927] env[69316]: DEBUG oslo_concurrency.lockutils [req-ffc0e4a7-b445-46f7-a915-5c20afcab2ab req-40eb2bbe-0002-4fe8-b1e1-a3326e2725f5 service nova] Releasing lock "refresh_cache-44246e8b-d8af-4afc-b442-cef7731efa43" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.576784] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e91dc79-0c85-4a7f-8c10-446552b8b63e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.600677] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd04c469-3799-4a5c-b7b1-61c3eddd3cf7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.705638] env[69316]: DEBUG nova.network.neutron [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.812952] env[69316]: DEBUG nova.network.neutron [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.874708] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527968ce-3b22-2ed1-13f5-4e03b657665c, 'name': SearchDatastore_Task, 'duration_secs': 0.015012} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.878396] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5ee832-fd25-4bd2-a1b6-38bac66c1720 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.884073] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 878.884073] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52fdb6ec-039b-b95e-0737-874fdb63f18e" [ 878.884073] env[69316]: _type = "Task" [ 878.884073] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.892440] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquiring lock "refresh_cache-495ce11b-8ce9-4467-bac0-13a6412839a5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.892587] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquired lock "refresh_cache-495ce11b-8ce9-4467-bac0-13a6412839a5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.892723] env[69316]: DEBUG nova.network.neutron [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.900911] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fdb6ec-039b-b95e-0737-874fdb63f18e, 'name': SearchDatastore_Task, 'duration_secs': 0.013461} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.903812] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.904154] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 44246e8b-d8af-4afc-b442-cef7731efa43/44246e8b-d8af-4afc-b442-cef7731efa43.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.905301] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-873f4657-3a8c-40a8-8641-bbc912388cef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.912953] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 878.912953] env[69316]: value = "task-3367004" [ 878.912953] env[69316]: _type = "Task" [ 878.912953] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.922930] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.113071] env[69316]: DEBUG nova.compute.manager [None req-54633154-cce2-4536-9eec-cb202a97ab6b tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Instance disappeared during snapshot {{(pid=69316) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 879.117770] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0597d56a-6486-4fcf-9cc2-41bf89b2d6d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.127920] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc534db1-40b0-4198-953c-ce52415deff2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.168593] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f34b2-1708-4d94-b5c3-e1b102da5306 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.172503] env[69316]: DEBUG nova.compute.manager [req-14f83d8e-8244-493a-9ec4-552483a1bbaf req-bc526af7-c87b-4ed7-8df0-a999bccd1f87 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Received event network-vif-deleted-6eb2d9ba-b741-485a-979f-a724b75984fb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.172727] env[69316]: INFO nova.compute.manager [req-14f83d8e-8244-493a-9ec4-552483a1bbaf req-bc526af7-c87b-4ed7-8df0-a999bccd1f87 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Neutron deleted interface 6eb2d9ba-b741-485a-979f-a724b75984fb; detaching it from the instance and deleting it from the info cache [ 879.172896] env[69316]: DEBUG nova.network.neutron [req-14f83d8e-8244-493a-9ec4-552483a1bbaf req-bc526af7-c87b-4ed7-8df0-a999bccd1f87 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.188307] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44476a17-b7e1-4516-a5af-bd06a753792e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.212348] env[69316]: DEBUG nova.compute.provider_tree [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.314907] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Releasing lock "refresh_cache-2e386d21-09db-401a-8ee6-c8da8dd6d819" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.316025] env[69316]: DEBUG nova.compute.manager [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.316025] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.317016] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d52326-8db9-48e6-b168-aee79b7b765a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.329839] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.330223] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b3f1d4c-ac01-4313-88a3-3a27e298cf9c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.340811] env[69316]: DEBUG oslo_vmware.api [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 879.340811] env[69316]: value = "task-3367005" [ 879.340811] env[69316]: _type = "Task" [ 879.340811] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.350460] env[69316]: DEBUG nova.compute.manager [None req-54633154-cce2-4536-9eec-cb202a97ab6b tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Found 0 images (rotation: 2) {{(pid=69316) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 879.357151] env[69316]: DEBUG oslo_vmware.api [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3367005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.429457] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.452247] env[69316]: DEBUG nova.network.neutron [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.503123] env[69316]: DEBUG nova.compute.manager [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Received event network-vif-plugged-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.503123] env[69316]: DEBUG oslo_concurrency.lockutils [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] Acquiring lock "495ce11b-8ce9-4467-bac0-13a6412839a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.503123] env[69316]: DEBUG oslo_concurrency.lockutils [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] Lock "495ce11b-8ce9-4467-bac0-13a6412839a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.503123] env[69316]: DEBUG oslo_concurrency.lockutils [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] Lock "495ce11b-8ce9-4467-bac0-13a6412839a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.504017] env[69316]: DEBUG nova.compute.manager [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] No waiting events found dispatching network-vif-plugged-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.504340] env[69316]: WARNING nova.compute.manager [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Received unexpected event network-vif-plugged-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 for instance with vm_state building and task_state spawning. [ 879.504673] env[69316]: DEBUG nova.compute.manager [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Received event network-changed-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.504980] env[69316]: DEBUG nova.compute.manager [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Refreshing instance network info cache due to event network-changed-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.505281] env[69316]: DEBUG oslo_concurrency.lockutils [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] Acquiring lock "refresh_cache-495ce11b-8ce9-4467-bac0-13a6412839a5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.628176] env[69316]: DEBUG nova.network.neutron [-] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.680018] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52c091aa-2410-45fd-b9e6-8fc63ba751d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.681035] env[69316]: DEBUG nova.network.neutron [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Updating instance_info_cache with network_info: [{"id": "d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015", "address": "fa:16:3e:4a:05:4a", "network": {"id": "badd4ec3-6e77-4fe2-a5e0-52d207594bbe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1541414755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9bf09b9cc84d329fd6f17a590d44ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a98c1b-7a", "ovs_interfaceid": "d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.686253] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd5b900-0fc5-40ab-af49-e134582e2528 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.736171] env[69316]: DEBUG nova.scheduler.client.report [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.741354] env[69316]: DEBUG nova.compute.manager [req-14f83d8e-8244-493a-9ec4-552483a1bbaf req-bc526af7-c87b-4ed7-8df0-a999bccd1f87 service nova] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Detach interface failed, port_id=6eb2d9ba-b741-485a-979f-a724b75984fb, reason: Instance c6cb2dac-6d8a-4319-9e26-c12d31e8a733 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.853503] env[69316]: DEBUG oslo_vmware.api [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3367005, 'name': PowerOffVM_Task, 'duration_secs': 0.292688} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.854109] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.854293] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.854556] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87a166d2-f92c-4ea8-b0e7-5cfbe0f8338d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.878523] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.878887] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.878962] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Deleting the datastore file [datastore2] 2e386d21-09db-401a-8ee6-c8da8dd6d819 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.879190] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf7d6e68-3fe6-4a65-83e8-d8701a099a7e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.886138] env[69316]: DEBUG oslo_vmware.api [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for the task: (returnval){ [ 879.886138] env[69316]: value = "task-3367007" [ 879.886138] env[69316]: _type = "Task" [ 879.886138] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.895237] env[69316]: DEBUG oslo_vmware.api [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3367007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.923214] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616697} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.923553] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 44246e8b-d8af-4afc-b442-cef7731efa43/44246e8b-d8af-4afc-b442-cef7731efa43.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.923769] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.924107] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ed8855-5160-4976-a2de-17cc028e0cf1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.931680] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 879.931680] env[69316]: value = "task-3367008" [ 879.931680] env[69316]: _type = "Task" [ 879.931680] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.938470] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.132486] env[69316]: INFO nova.compute.manager [-] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Took 2.03 seconds to deallocate network for instance. [ 880.146680] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "109ac746-dcb4-435f-96c7-620b681e713b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.147228] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.184781] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Releasing lock "refresh_cache-495ce11b-8ce9-4467-bac0-13a6412839a5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.185168] env[69316]: DEBUG nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Instance network_info: |[{"id": "d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015", "address": "fa:16:3e:4a:05:4a", "network": {"id": "badd4ec3-6e77-4fe2-a5e0-52d207594bbe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1541414755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9bf09b9cc84d329fd6f17a590d44ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a98c1b-7a", "ovs_interfaceid": "d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.185385] env[69316]: DEBUG oslo_concurrency.lockutils [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] Acquired lock "refresh_cache-495ce11b-8ce9-4467-bac0-13a6412839a5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.186298] env[69316]: DEBUG nova.network.neutron [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Refreshing network info cache for port d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.189876] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:05:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3a98c1b-7af7-41fd-aacd-8e7aaf3d3015', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.195188] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Creating folder: Project (ab9bf09b9cc84d329fd6f17a590d44ac). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.195473] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4384a4c6-5bb1-475c-8e29-cf908076fefb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.208893] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Created folder: Project (ab9bf09b9cc84d329fd6f17a590d44ac) in parent group-v671748. [ 880.208893] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Creating folder: Instances. Parent ref: group-v671885. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.209191] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2e54f0f-5aef-410b-9360-3f19abbcb3f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.218928] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Created folder: Instances in parent group-v671885. [ 880.219234] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.219434] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.219659] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba45d1b2-81b8-4bf0-ae80-132d9ca23063 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.239103] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.239103] env[69316]: value = "task-3367011" [ 880.239103] env[69316]: _type = "Task" [ 880.239103] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.243218] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.243743] env[69316]: DEBUG nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.246552] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.682s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.247894] env[69316]: INFO nova.compute.claims [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.255736] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367011, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.397529] env[69316]: DEBUG oslo_vmware.api [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Task: {'id': task-3367007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137369} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.397529] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.398109] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.398109] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.398198] env[69316]: INFO nova.compute.manager [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Took 1.08 seconds to destroy the instance on the hypervisor. [ 880.398486] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.398727] env[69316]: DEBUG nova.compute.manager [-] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.398862] env[69316]: DEBUG nova.network.neutron [-] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.418513] env[69316]: DEBUG nova.network.neutron [-] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.440540] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095894} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.440895] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.441765] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7a7d23-6b24-453e-b7e9-95bf468b11e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.468312] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 44246e8b-d8af-4afc-b442-cef7731efa43/44246e8b-d8af-4afc-b442-cef7731efa43.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.469046] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3208695-3604-4cbe-be18-c0bbaeca5c73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.489807] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 880.489807] env[69316]: value = "task-3367012" [ 880.489807] env[69316]: _type = "Task" [ 880.489807] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.499677] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.733779] env[69316]: INFO nova.compute.manager [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Took 0.60 seconds to detach 1 volumes for instance. [ 880.739729] env[69316]: DEBUG nova.compute.manager [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Deleting volume: ece1f046-964c-46e4-a594-07c13751205b {{(pid=69316) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 880.754864] env[69316]: DEBUG nova.compute.utils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.758171] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367011, 'name': CreateVM_Task, 'duration_secs': 0.495457} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.758171] env[69316]: DEBUG nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.758171] env[69316]: DEBUG nova.network.neutron [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.767980] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.767980] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.767980] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.767980] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.767980] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e61267d-02d4-4ea1-a573-3b02b1ef9d55 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.774061] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 880.774061] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52433e8c-0642-5878-df3a-edf5c6ce8382" [ 880.774061] env[69316]: _type = "Task" [ 880.774061] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.785256] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52433e8c-0642-5878-df3a-edf5c6ce8382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.847274] env[69316]: DEBUG nova.policy [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '523da7c1cd994bd9bd83796063616468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8286ebe831314d3fb262bf31629c898f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.921146] env[69316]: DEBUG nova.network.neutron [-] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.979606] env[69316]: DEBUG nova.network.neutron [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Updated VIF entry in instance network info cache for port d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.980015] env[69316]: DEBUG nova.network.neutron [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Updating instance_info_cache with network_info: [{"id": "d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015", "address": "fa:16:3e:4a:05:4a", "network": {"id": "badd4ec3-6e77-4fe2-a5e0-52d207594bbe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1541414755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9bf09b9cc84d329fd6f17a590d44ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a98c1b-7a", "ovs_interfaceid": "d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.005874] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.239606] env[69316]: DEBUG nova.network.neutron [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Successfully created port: a172e74c-913f-4f3d-9f4a-c634e8c3412c {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.268601] env[69316]: DEBUG nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.291146] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52433e8c-0642-5878-df3a-edf5c6ce8382, 'name': SearchDatastore_Task, 'duration_secs': 0.020861} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.291146] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.291146] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.291146] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.291512] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.291512] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.291765] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d076bf7-2eb1-4923-b2ec-66ab736dde91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.308323] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.308509] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.309302] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14679603-3fe1-4d10-a1c3-ad85841ff444 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.317463] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.319634] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 881.319634] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ed1b83-362e-0151-e2ef-a47789f23379" [ 881.319634] env[69316]: _type = "Task" [ 881.319634] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.334590] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ed1b83-362e-0151-e2ef-a47789f23379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.352456] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.352694] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.430366] env[69316]: INFO nova.compute.manager [-] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Took 1.03 seconds to deallocate network for instance. [ 881.487150] env[69316]: DEBUG oslo_concurrency.lockutils [req-e68e1ce9-a6e0-40ac-8c26-5f477df85d4b req-08d2158c-ede3-4682-aa6e-344062067669 service nova] Releasing lock "refresh_cache-495ce11b-8ce9-4467-bac0-13a6412839a5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.507510] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367012, 'name': ReconfigVM_Task, 'duration_secs': 0.56627} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.508453] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 44246e8b-d8af-4afc-b442-cef7731efa43/44246e8b-d8af-4afc-b442-cef7731efa43.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.508597] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5096cc46-886b-418c-a782-7b6e534113b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.516103] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 881.516103] env[69316]: value = "task-3367014" [ 881.516103] env[69316]: _type = "Task" [ 881.516103] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.526535] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367014, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.836908] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ed1b83-362e-0151-e2ef-a47789f23379, 'name': SearchDatastore_Task, 'duration_secs': 0.019954} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.837538] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267a9151-f7b2-4d92-93f5-f7c91efe32d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.847162] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 881.847162] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5271e325-698c-9438-0e97-780dbd0635a7" [ 881.847162] env[69316]: _type = "Task" [ 881.847162] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.855573] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5271e325-698c-9438-0e97-780dbd0635a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.914658] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b740e3-02ac-4c4b-bef5-20d4b0baa58c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.922596] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f36ee71-7c4c-4fff-a102-44cfcfb0caec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.954634] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.955766] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e407070-7b57-4aa4-b9c0-38dcc0a626cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.964054] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e42a9-5ea9-4872-a452-ff82cba4f135 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.980593] env[69316]: DEBUG nova.compute.provider_tree [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.026097] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367014, 'name': Rename_Task, 'duration_secs': 0.179668} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.026628] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.026874] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f285dc-bd54-4f28-803e-9599f2d85414 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.033558] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 882.033558] env[69316]: value = "task-3367015" [ 882.033558] env[69316]: _type = "Task" [ 882.033558] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.042972] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.279164] env[69316]: DEBUG nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.300956] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.301229] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.301383] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.301560] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.301708] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.301850] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.302072] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.302266] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.302444] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.302604] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.302775] env[69316]: DEBUG nova.virt.hardware [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.304026] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fea522-92c0-4423-b289-a988204f5a61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.312306] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc9273-4ba8-43cc-807d-89c220fae622 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.357812] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5271e325-698c-9438-0e97-780dbd0635a7, 'name': SearchDatastore_Task, 'duration_secs': 0.023695} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.358226] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.358523] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 495ce11b-8ce9-4467-bac0-13a6412839a5/495ce11b-8ce9-4467-bac0-13a6412839a5.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.358809] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b847c250-6b51-484b-9d79-007429f7cce9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.365500] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 882.365500] env[69316]: value = "task-3367016" [ 882.365500] env[69316]: _type = "Task" [ 882.365500] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.373580] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.484359] env[69316]: DEBUG nova.scheduler.client.report [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.543368] env[69316]: DEBUG oslo_vmware.api [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367015, 'name': PowerOnVM_Task, 'duration_secs': 0.493902} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.543682] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.543889] env[69316]: INFO nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Took 7.82 seconds to spawn the instance on the hypervisor. [ 882.544097] env[69316]: DEBUG nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.544900] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283a87c6-2032-4518-a998-6ae7e5243911 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.780464] env[69316]: DEBUG nova.compute.manager [req-21e87b8d-19c5-4d43-87db-9d2b234b9334 req-bd566e35-6342-4e63-98ba-0933b59f49b9 service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Received event network-vif-plugged-a172e74c-913f-4f3d-9f4a-c634e8c3412c {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.780464] env[69316]: DEBUG oslo_concurrency.lockutils [req-21e87b8d-19c5-4d43-87db-9d2b234b9334 req-bd566e35-6342-4e63-98ba-0933b59f49b9 service nova] Acquiring lock "9e087a47-ce90-4d3a-9809-837705428f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.780464] env[69316]: DEBUG oslo_concurrency.lockutils [req-21e87b8d-19c5-4d43-87db-9d2b234b9334 req-bd566e35-6342-4e63-98ba-0933b59f49b9 service nova] Lock "9e087a47-ce90-4d3a-9809-837705428f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.780464] env[69316]: DEBUG oslo_concurrency.lockutils [req-21e87b8d-19c5-4d43-87db-9d2b234b9334 req-bd566e35-6342-4e63-98ba-0933b59f49b9 service nova] Lock "9e087a47-ce90-4d3a-9809-837705428f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.780464] env[69316]: DEBUG nova.compute.manager [req-21e87b8d-19c5-4d43-87db-9d2b234b9334 req-bd566e35-6342-4e63-98ba-0933b59f49b9 service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] No waiting events found dispatching network-vif-plugged-a172e74c-913f-4f3d-9f4a-c634e8c3412c {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.780464] env[69316]: WARNING nova.compute.manager [req-21e87b8d-19c5-4d43-87db-9d2b234b9334 req-bd566e35-6342-4e63-98ba-0933b59f49b9 service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Received unexpected event network-vif-plugged-a172e74c-913f-4f3d-9f4a-c634e8c3412c for instance with vm_state building and task_state spawning. [ 882.876521] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367016, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.963351] env[69316]: DEBUG nova.network.neutron [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Successfully updated port: a172e74c-913f-4f3d-9f4a-c634e8c3412c {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.992219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.992749] env[69316]: DEBUG nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.998066] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.814s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.999723] env[69316]: INFO nova.compute.claims [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.065605] env[69316]: INFO nova.compute.manager [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Took 36.43 seconds to build instance. [ 883.382957] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796313} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.383242] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 495ce11b-8ce9-4467-bac0-13a6412839a5/495ce11b-8ce9-4467-bac0-13a6412839a5.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.383452] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.385565] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b7aac17-f6ee-47b6-835f-a5885c5e5537 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.394093] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 883.394093] env[69316]: value = "task-3367017" [ 883.394093] env[69316]: _type = "Task" [ 883.394093] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.405044] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.466548] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.466804] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.467015] env[69316]: DEBUG nova.network.neutron [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.506612] env[69316]: DEBUG nova.compute.utils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.508171] env[69316]: DEBUG nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.508377] env[69316]: DEBUG nova.network.neutron [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.566445] env[69316]: DEBUG oslo_concurrency.lockutils [None req-551ffdeb-d458-4099-aee9-5ecdc116e16d tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "44246e8b-d8af-4afc-b442-cef7731efa43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.822s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.568295] env[69316]: DEBUG nova.policy [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053b2351db24592811c82d30f9678ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdd9268120f74039a127c7ac485bb997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.906378] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088974} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.907053] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.908402] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b95b8b-3f14-4d70-9787-8cac17100a81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.938761] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 495ce11b-8ce9-4467-bac0-13a6412839a5/495ce11b-8ce9-4467-bac0-13a6412839a5.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.939755] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0804e5cf-f668-49c5-9202-8c58c68a6b6e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.966368] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 883.966368] env[69316]: value = "task-3367018" [ 883.966368] env[69316]: _type = "Task" [ 883.966368] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.977509] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.012788] env[69316]: DEBUG nova.network.neutron [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.017196] env[69316]: DEBUG nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.028108] env[69316]: DEBUG nova.network.neutron [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Successfully created port: 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.075954] env[69316]: DEBUG nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.188060] env[69316]: DEBUG nova.network.neutron [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Updating instance_info_cache with network_info: [{"id": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "address": "fa:16:3e:0b:04:95", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa172e74c-91", "ovs_interfaceid": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.479373] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367018, 'name': ReconfigVM_Task, 'duration_secs': 0.481977} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.480997] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 495ce11b-8ce9-4467-bac0-13a6412839a5/495ce11b-8ce9-4467-bac0-13a6412839a5.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.480997] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ea98ab3-b6e1-40fa-a97d-2ef45011dcd3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.489161] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 884.489161] env[69316]: value = "task-3367019" [ 884.489161] env[69316]: _type = "Task" [ 884.489161] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.498523] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367019, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.600921] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.660641] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830af9db-dee2-41b5-8f7d-8464016fd6bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.668255] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea2c364-bcbf-4e27-b1b4-332643572a45 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.703884] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.704253] env[69316]: DEBUG nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Instance network_info: |[{"id": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "address": "fa:16:3e:0b:04:95", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa172e74c-91", "ovs_interfaceid": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.705297] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:04:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a172e74c-913f-4f3d-9f4a-c634e8c3412c', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.713435] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.714248] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725c8df-caf2-424c-bcd9-e77a69748a4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.717157] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.718030] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24adb714-f90f-4947-abf6-c44a1f021849 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.741020] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee179580-8d2f-4092-a09b-fb00de6464b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.744223] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.744223] env[69316]: value = "task-3367020" [ 884.744223] env[69316]: _type = "Task" [ 884.744223] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.755818] env[69316]: DEBUG nova.compute.provider_tree [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.763785] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367020, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.814534] env[69316]: DEBUG nova.compute.manager [req-8d67a25f-9f9a-4cea-9a7d-5a6adb7f3234 req-0f077bb9-6a2c-4856-b621-fae824abcfab service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Received event network-changed-a172e74c-913f-4f3d-9f4a-c634e8c3412c {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.814837] env[69316]: DEBUG nova.compute.manager [req-8d67a25f-9f9a-4cea-9a7d-5a6adb7f3234 req-0f077bb9-6a2c-4856-b621-fae824abcfab service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Refreshing instance network info cache due to event network-changed-a172e74c-913f-4f3d-9f4a-c634e8c3412c. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.814990] env[69316]: DEBUG oslo_concurrency.lockutils [req-8d67a25f-9f9a-4cea-9a7d-5a6adb7f3234 req-0f077bb9-6a2c-4856-b621-fae824abcfab service nova] Acquiring lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.815162] env[69316]: DEBUG oslo_concurrency.lockutils [req-8d67a25f-9f9a-4cea-9a7d-5a6adb7f3234 req-0f077bb9-6a2c-4856-b621-fae824abcfab service nova] Acquired lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.815394] env[69316]: DEBUG nova.network.neutron [req-8d67a25f-9f9a-4cea-9a7d-5a6adb7f3234 req-0f077bb9-6a2c-4856-b621-fae824abcfab service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Refreshing network info cache for port a172e74c-913f-4f3d-9f4a-c634e8c3412c {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.002025] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367019, 'name': Rename_Task, 'duration_secs': 0.147088} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.002371] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.002650] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075da0bf-dd1f-481c-a8c4-86a1e7848a5f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.010891] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 885.010891] env[69316]: value = "task-3367021" [ 885.010891] env[69316]: _type = "Task" [ 885.010891] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.019153] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.027843] env[69316]: DEBUG nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.051384] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.051649] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.052385] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.052385] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.052385] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.052499] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.052753] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.052822] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.052993] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.053171] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.053345] env[69316]: DEBUG nova.virt.hardware [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.054234] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f1580b-a690-47a1-8d4e-c000ac763f1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.062698] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de066937-f10a-4b8d-bd6a-cd994fa3594a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.254984] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367020, 'name': CreateVM_Task, 'duration_secs': 0.446158} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.255180] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.255893] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.256071] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.256415] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.256680] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5fb063-4fbf-4381-b177-115e1060f023 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.260605] env[69316]: DEBUG nova.scheduler.client.report [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.265676] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 885.265676] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52fe86ec-ff7a-1fe0-7dc2-7a3517bb7bee" [ 885.265676] env[69316]: _type = "Task" [ 885.265676] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.275155] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fe86ec-ff7a-1fe0-7dc2-7a3517bb7bee, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.276330] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.276330] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.276330] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.276330] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.276330] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.276620] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb753b06-62b1-4de1-8fcd-609d5b4e6279 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.285335] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.285604] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.286606] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08ad5c6-8077-42c5-9f87-e62f78d57da0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.293549] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 885.293549] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c33beb-a06d-e70d-3061-c67f7aee25a7" [ 885.293549] env[69316]: _type = "Task" [ 885.293549] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.304943] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c33beb-a06d-e70d-3061-c67f7aee25a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.459069] env[69316]: DEBUG nova.compute.manager [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.460224] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b4b58d-6544-4ad9-9065-b4010cbe1f8b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.523752] env[69316]: DEBUG oslo_vmware.api [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367021, 'name': PowerOnVM_Task, 'duration_secs': 0.502035} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.524030] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.524536] env[69316]: INFO nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Took 8.20 seconds to spawn the instance on the hypervisor. [ 885.525519] env[69316]: DEBUG nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.525608] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f451aa6-4d2b-4192-9b1f-da29b1d5b4e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.591336] env[69316]: DEBUG nova.network.neutron [req-8d67a25f-9f9a-4cea-9a7d-5a6adb7f3234 req-0f077bb9-6a2c-4856-b621-fae824abcfab service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Updated VIF entry in instance network info cache for port a172e74c-913f-4f3d-9f4a-c634e8c3412c. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.591681] env[69316]: DEBUG nova.network.neutron [req-8d67a25f-9f9a-4cea-9a7d-5a6adb7f3234 req-0f077bb9-6a2c-4856-b621-fae824abcfab service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Updating instance_info_cache with network_info: [{"id": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "address": "fa:16:3e:0b:04:95", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa172e74c-91", "ovs_interfaceid": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.595905] env[69316]: DEBUG oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a710e4-e65b-1253-4ed3-4c4b414a452c/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.596869] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69e512-8820-4ebf-89a2-5d009fdf6a00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.602926] env[69316]: DEBUG oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a710e4-e65b-1253-4ed3-4c4b414a452c/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.603252] env[69316]: ERROR oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a710e4-e65b-1253-4ed3-4c4b414a452c/disk-0.vmdk due to incomplete transfer. [ 885.603855] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cfad0585-6965-4af4-b504-cec195d7eeda {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.610974] env[69316]: DEBUG oslo_vmware.rw_handles [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a710e4-e65b-1253-4ed3-4c4b414a452c/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.611146] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Uploaded image b7067d8b-b316-4f6e-a571-cbd31f49cef4 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.613386] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.613844] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60e15793-796e-4b34-be2d-9c94c8847a13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.620690] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 885.620690] env[69316]: value = "task-3367022" [ 885.620690] env[69316]: _type = "Task" [ 885.620690] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.630541] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367022, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.767215] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.767832] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.770498] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.453s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.770712] env[69316]: DEBUG nova.objects.instance [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lazy-loading 'resources' on Instance uuid c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.805790] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c33beb-a06d-e70d-3061-c67f7aee25a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.806340] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7719324-da5c-42de-b8ec-2b9ee1d2fba4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.815376] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 885.815376] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52890b09-e29c-1ed1-47ab-6f53311ad125" [ 885.815376] env[69316]: _type = "Task" [ 885.815376] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.823823] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52890b09-e29c-1ed1-47ab-6f53311ad125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.972441] env[69316]: INFO nova.compute.manager [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] instance snapshotting [ 885.975493] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e921ed8-499c-43ac-8fa5-23dc933a23a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.994874] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff272ae-7040-41c4-8e80-84c18e1b8c22 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.043107] env[69316]: INFO nova.compute.manager [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Took 36.35 seconds to build instance. [ 886.094418] env[69316]: DEBUG oslo_concurrency.lockutils [req-8d67a25f-9f9a-4cea-9a7d-5a6adb7f3234 req-0f077bb9-6a2c-4856-b621-fae824abcfab service nova] Releasing lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.115908] env[69316]: DEBUG nova.network.neutron [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Successfully updated port: 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.131632] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367022, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.161946] env[69316]: DEBUG oslo_concurrency.lockutils [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "2b8b533d-0169-463f-9035-b2267bb74a87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.162225] env[69316]: DEBUG oslo_concurrency.lockutils [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.277329] env[69316]: DEBUG nova.compute.utils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.278862] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.279047] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.326908] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52890b09-e29c-1ed1-47ab-6f53311ad125, 'name': SearchDatastore_Task, 'duration_secs': 0.048013} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.327204] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.328323] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9e087a47-ce90-4d3a-9809-837705428f05/9e087a47-ce90-4d3a-9809-837705428f05.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.328717] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f64decf5-5f37-432b-9a16-ac03046ccc87 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.334723] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 886.334723] env[69316]: value = "task-3367023" [ 886.334723] env[69316]: _type = "Task" [ 886.334723] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.346735] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.371740] env[69316]: DEBUG nova.policy [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8838307fae9f4f1393432ae08d93037d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4e7639e6e6d464ca1878c0cb6d09d7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.508438] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.509654] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1274b1a1-fc05-4e17-beb8-e8615aef5fca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.515406] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 886.515406] env[69316]: value = "task-3367024" [ 886.515406] env[69316]: _type = "Task" [ 886.515406] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.525029] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.545561] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "495ce11b-8ce9-4467-bac0-13a6412839a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.616s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.620083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.620083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.620083] env[69316]: DEBUG nova.network.neutron [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.638928] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367022, 'name': Destroy_Task, 'duration_secs': 0.60092} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.639249] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Destroyed the VM [ 886.639867] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.643243] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-424e6fed-ac3d-4912-b206-9e81d4156780 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.650893] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 886.650893] env[69316]: value = "task-3367025" [ 886.650893] env[69316]: _type = "Task" [ 886.650893] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.665115] env[69316]: DEBUG nova.compute.utils [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.666658] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.783437] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.807298] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Successfully created port: 8aa1e3f4-5095-44ca-9967-caacfb76b30b {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.856448] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367023, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.914744] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c608f02d-ea9e-47b5-9319-15757933b49f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.923158] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0a3b24-f82d-40fe-8d75-3edb2dd6b6ee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.958418] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f8192-d3dd-45fd-bd42-d0d6c74fb5ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.966266] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f2e0de-2065-416c-a755-3c47539ca065 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.983697] env[69316]: DEBUG nova.compute.provider_tree [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.025201] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.031146] env[69316]: DEBUG nova.compute.manager [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Received event network-vif-plugged-4a1e58e2-7565-4c99-9286-eb6b4fa623d3 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.031146] env[69316]: DEBUG oslo_concurrency.lockutils [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] Acquiring lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.031146] env[69316]: DEBUG oslo_concurrency.lockutils [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] Lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.031146] env[69316]: DEBUG oslo_concurrency.lockutils [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] Lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.031146] env[69316]: DEBUG nova.compute.manager [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] No waiting events found dispatching network-vif-plugged-4a1e58e2-7565-4c99-9286-eb6b4fa623d3 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.031146] env[69316]: WARNING nova.compute.manager [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Received unexpected event network-vif-plugged-4a1e58e2-7565-4c99-9286-eb6b4fa623d3 for instance with vm_state building and task_state spawning. [ 887.031146] env[69316]: DEBUG nova.compute.manager [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Received event network-changed-4a1e58e2-7565-4c99-9286-eb6b4fa623d3 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.031146] env[69316]: DEBUG nova.compute.manager [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Refreshing instance network info cache due to event network-changed-4a1e58e2-7565-4c99-9286-eb6b4fa623d3. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.031146] env[69316]: DEBUG oslo_concurrency.lockutils [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] Acquiring lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.050651] env[69316]: DEBUG nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.160124] env[69316]: DEBUG nova.network.neutron [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.164018] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.168810] env[69316]: DEBUG oslo_concurrency.lockutils [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.292584] env[69316]: DEBUG nova.network.neutron [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance_info_cache with network_info: [{"id": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "address": "fa:16:3e:ae:62:9b", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e58e2-75", "ovs_interfaceid": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.349213] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556178} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.349521] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9e087a47-ce90-4d3a-9809-837705428f05/9e087a47-ce90-4d3a-9809-837705428f05.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.349768] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.350079] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-420c0132-a806-487b-9145-e516e4bc5678 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.356581] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 887.356581] env[69316]: value = "task-3367026" [ 887.356581] env[69316]: _type = "Task" [ 887.356581] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.365517] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.488683] env[69316]: DEBUG nova.scheduler.client.report [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.525172] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.571909] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.661266] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367025, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.794607] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.794929] env[69316]: DEBUG nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Instance network_info: |[{"id": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "address": "fa:16:3e:ae:62:9b", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e58e2-75", "ovs_interfaceid": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.795906] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.798265] env[69316]: DEBUG oslo_concurrency.lockutils [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] Acquired lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.798492] env[69316]: DEBUG nova.network.neutron [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Refreshing network info cache for port 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.799689] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:62:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a1e58e2-7565-4c99-9286-eb6b4fa623d3', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.808169] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.808611] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.808861] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f26cba2-1d05-4fea-b24e-e081fd83ce59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.833344] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.833344] env[69316]: value = "task-3367027" [ 887.833344] env[69316]: _type = "Task" [ 887.833344] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.835487] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.835700] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.835854] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.836046] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.836195] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.836478] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.836539] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.836689] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.836858] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.837021] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.837214] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.838297] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3214cb9b-62a4-4a47-9ef9-a1020397100b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.851186] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff8ec60-be19-4e29-b3ea-70bef46d0b2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.855392] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367027, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.872695] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073888} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.872942] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.873692] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5294533d-90f1-464b-96a0-9fdaa844b436 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.895095] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9e087a47-ce90-4d3a-9809-837705428f05/9e087a47-ce90-4d3a-9809-837705428f05.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.895789] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027420cc-3ffd-4e3c-bce0-309cc0e078b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.917652] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 887.917652] env[69316]: value = "task-3367028" [ 887.917652] env[69316]: _type = "Task" [ 887.917652] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.926657] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.996871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.998035] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.570s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.998318] env[69316]: DEBUG nova.objects.instance [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lazy-loading 'resources' on Instance uuid 6adb743f-3e48-41b6-9643-6e1927555681 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.028037] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.029183] env[69316]: INFO nova.scheduler.client.report [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleted allocations for instance c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7 [ 888.166821] env[69316]: DEBUG oslo_vmware.api [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367025, 'name': RemoveSnapshot_Task, 'duration_secs': 1.208062} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.167012] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 888.168856] env[69316]: INFO nova.compute.manager [None req-3f960c25-aadb-47e9-91d5-25e7e88a6cca tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 888.238971] env[69316]: DEBUG oslo_concurrency.lockutils [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "2b8b533d-0169-463f-9035-b2267bb74a87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.239262] env[69316]: DEBUG oslo_concurrency.lockutils [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.239558] env[69316]: INFO nova.compute.manager [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Attaching volume 9d10ae24-9ca6-488e-8ab5-631ede10ab7f to /dev/sdb [ 888.245107] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquiring lock "495ce11b-8ce9-4467-bac0-13a6412839a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.245470] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "495ce11b-8ce9-4467-bac0-13a6412839a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.245657] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquiring lock "495ce11b-8ce9-4467-bac0-13a6412839a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.246052] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "495ce11b-8ce9-4467-bac0-13a6412839a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.246163] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "495ce11b-8ce9-4467-bac0-13a6412839a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.248567] env[69316]: INFO nova.compute.manager [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Terminating instance [ 888.283338] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85aef74-cf24-4966-b04c-1a8c165252eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.291142] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b5765c-c6a5-43b4-84f1-00e21820443d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.304546] env[69316]: DEBUG nova.virt.block_device [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Updating existing volume attachment record: f772e657-ea5d-48d7-b46c-c1847b81c4a3 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 888.354318] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367027, 'name': CreateVM_Task, 'duration_secs': 0.455759} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.355271] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.356905] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.358262] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.358865] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.363208] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff7ac94-0d2e-4954-934b-f3ec58edcddf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.368361] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 888.368361] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5220b7ca-fb17-0269-f4b9-7a9749521e6c" [ 888.368361] env[69316]: _type = "Task" [ 888.368361] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.381432] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5220b7ca-fb17-0269-f4b9-7a9749521e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.381760] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.382016] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.382449] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.382669] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.382870] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.383193] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42410278-2896-4019-b538-5b177e1368b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.393861] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.393861] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.394085] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6a7f9a-44fc-4969-8c04-e300aa2be010 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.400300] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 888.400300] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52956891-6d0a-3258-5a12-994a6fd71a20" [ 888.400300] env[69316]: _type = "Task" [ 888.400300] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.410549] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52956891-6d0a-3258-5a12-994a6fd71a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.429322] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367028, 'name': ReconfigVM_Task, 'duration_secs': 0.499973} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.429723] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9e087a47-ce90-4d3a-9809-837705428f05/9e087a47-ce90-4d3a-9809-837705428f05.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.431265] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c732cae2-9e41-4454-be9e-919de1f211db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.439401] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 888.439401] env[69316]: value = "task-3367029" [ 888.439401] env[69316]: _type = "Task" [ 888.439401] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.451037] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367029, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.532097] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367024, 'name': CreateSnapshot_Task, 'duration_secs': 1.51448} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.534674] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.537753] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquiring lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.538016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.538221] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquiring lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.538401] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.538557] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.540533] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f08cd-79cb-41f4-8bde-95a8fcb1acfe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.546125] env[69316]: INFO nova.compute.manager [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Terminating instance [ 888.546946] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b6f2d698-1413-4396-b491-2a1a9aeca4ed tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.728s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.579864] env[69316]: DEBUG nova.network.neutron [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updated VIF entry in instance network info cache for port 4a1e58e2-7565-4c99-9286-eb6b4fa623d3. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.580143] env[69316]: DEBUG nova.network.neutron [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance_info_cache with network_info: [{"id": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "address": "fa:16:3e:ae:62:9b", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e58e2-75", "ovs_interfaceid": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.684085] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Successfully updated port: 8aa1e3f4-5095-44ca-9967-caacfb76b30b {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.754551] env[69316]: DEBUG nova.compute.manager [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.756157] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.757020] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b021aff-0c99-4854-acba-02b15901d50d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.770647] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.771063] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b65190a-ef7d-475d-b49a-16f752cd5b81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.779134] env[69316]: DEBUG oslo_vmware.api [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 888.779134] env[69316]: value = "task-3367033" [ 888.779134] env[69316]: _type = "Task" [ 888.779134] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.788815] env[69316]: DEBUG oslo_vmware.api [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.914801] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52956891-6d0a-3258-5a12-994a6fd71a20, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.915699] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a3602d-d27a-4e23-887e-7cde37d8eb92 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.925384] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 888.925384] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520229f0-d406-fcd8-492e-a45cb5c9b590" [ 888.925384] env[69316]: _type = "Task" [ 888.925384] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.935868] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520229f0-d406-fcd8-492e-a45cb5c9b590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.948849] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367029, 'name': Rename_Task, 'duration_secs': 0.30894} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.949581] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.952962] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3289ae45-5e65-424a-82da-ea237054fe83 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.961445] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 888.961445] env[69316]: value = "task-3367034" [ 888.961445] env[69316]: _type = "Task" [ 888.961445] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.970758] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.050111] env[69316]: DEBUG nova.compute.manager [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.050457] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.054710] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306e10d-8cda-4dae-8e21-eae050affe1a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.070587] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.078596] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23789e68-5c05-4a88-a041-862490571480 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.082217] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.082833] env[69316]: DEBUG oslo_concurrency.lockutils [req-838ee0fb-fb3a-4c34-8867-ac4c253bf29a req-9f3e94d8-c511-4566-92cf-fa1bc2cf5026 service nova] Releasing lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.083183] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02388ebd-a3eb-43a8-bf2d-c0777dcf9409 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.091017] env[69316]: DEBUG oslo_vmware.api [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 889.091017] env[69316]: value = "task-3367035" [ 889.091017] env[69316]: _type = "Task" [ 889.091017] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.094202] env[69316]: DEBUG nova.compute.manager [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Received event network-vif-plugged-8aa1e3f4-5095-44ca-9967-caacfb76b30b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.094316] env[69316]: DEBUG oslo_concurrency.lockutils [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] Acquiring lock "f9319946-f7ff-48ab-addf-0a713b6f51de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.094536] env[69316]: DEBUG oslo_concurrency.lockutils [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] Lock "f9319946-f7ff-48ab-addf-0a713b6f51de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.094665] env[69316]: DEBUG oslo_concurrency.lockutils [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] Lock "f9319946-f7ff-48ab-addf-0a713b6f51de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.094949] env[69316]: DEBUG nova.compute.manager [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] No waiting events found dispatching network-vif-plugged-8aa1e3f4-5095-44ca-9967-caacfb76b30b {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.095077] env[69316]: WARNING nova.compute.manager [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Received unexpected event network-vif-plugged-8aa1e3f4-5095-44ca-9967-caacfb76b30b for instance with vm_state building and task_state spawning. [ 889.095154] env[69316]: DEBUG nova.compute.manager [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Received event network-changed-8aa1e3f4-5095-44ca-9967-caacfb76b30b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.095286] env[69316]: DEBUG nova.compute.manager [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Refreshing instance network info cache due to event network-changed-8aa1e3f4-5095-44ca-9967-caacfb76b30b. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.095486] env[69316]: DEBUG oslo_concurrency.lockutils [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] Acquiring lock "refresh_cache-f9319946-f7ff-48ab-addf-0a713b6f51de" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.095618] env[69316]: DEBUG oslo_concurrency.lockutils [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] Acquired lock "refresh_cache-f9319946-f7ff-48ab-addf-0a713b6f51de" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.095770] env[69316]: DEBUG nova.network.neutron [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Refreshing network info cache for port 8aa1e3f4-5095-44ca-9967-caacfb76b30b {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.096923] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 889.096923] env[69316]: value = "task-3367036" [ 889.096923] env[69316]: _type = "Task" [ 889.096923] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.115909] env[69316]: DEBUG oslo_vmware.api [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3367035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.120306] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367036, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.121286] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ffe079-da5a-4485-b94b-a99f2ee9d739 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.132190] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3409eeb-8d69-468d-9002-49f105d0a76b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.177757] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204fb153-b779-4f57-9913-d754767741eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.184123] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "refresh_cache-f9319946-f7ff-48ab-addf-0a713b6f51de" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.189306] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db308dce-609d-48d8-8f55-aa16d20de023 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.007082] env[69316]: DEBUG nova.compute.provider_tree [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.032249] env[69316]: DEBUG oslo_vmware.api [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3367035, 'name': PowerOffVM_Task, 'duration_secs': 0.201863} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.042977] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.043198] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.043477] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520229f0-d406-fcd8-492e-a45cb5c9b590, 'name': SearchDatastore_Task, 'duration_secs': 0.01284} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.044018] env[69316]: DEBUG oslo_vmware.api [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367033, 'name': PowerOffVM_Task, 'duration_secs': 0.211489} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.044239] env[69316]: DEBUG oslo_vmware.api [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367034, 'name': PowerOnVM_Task, 'duration_secs': 0.597971} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.044868] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33c33a11-fa44-4956-8862-b91c6223dcb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.046510] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.046756] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 391711ce-699a-4642-bd68-300c4cd94ce9/391711ce-699a-4642-bd68-300c4cd94ce9.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.047025] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.047239] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.047500] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.047733] env[69316]: INFO nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Took 7.77 seconds to spawn the instance on the hypervisor. [ 890.047857] env[69316]: DEBUG nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.051542] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8044f2d-3703-4f5a-8ac1-76ff46295e8c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.053786] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ea1f87d-4700-4484-8b78-1418eaf525a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.055618] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d78b31-587d-4ccb-818d-4752bbb5226d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.057910] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367036, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.058721] env[69316]: DEBUG nova.network.neutron [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.069994] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 890.069994] env[69316]: value = "task-3367037" [ 890.069994] env[69316]: _type = "Task" [ 890.069994] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.083656] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.183109] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.183109] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.183109] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Deleting the datastore file [datastore2] 495ce11b-8ce9-4467-bac0-13a6412839a5 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.183477] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.183830] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.183830] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Deleting the datastore file [datastore2] 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.184111] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a67bae6-8d09-40ee-b126-a0fdd9dca771 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.186451] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc37100-4cae-4fed-9c4b-e92cb289e43f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.195302] env[69316]: DEBUG oslo_vmware.api [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for the task: (returnval){ [ 890.195302] env[69316]: value = "task-3367041" [ 890.195302] env[69316]: _type = "Task" [ 890.195302] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.196722] env[69316]: DEBUG oslo_vmware.api [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for the task: (returnval){ [ 890.196722] env[69316]: value = "task-3367040" [ 890.196722] env[69316]: _type = "Task" [ 890.196722] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.212418] env[69316]: DEBUG oslo_vmware.api [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.212685] env[69316]: DEBUG oslo_vmware.api [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3367041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.213587] env[69316]: DEBUG nova.network.neutron [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.515074] env[69316]: DEBUG nova.scheduler.client.report [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.527070] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367036, 'name': CloneVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.580118] env[69316]: INFO nova.compute.manager [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Took 35.49 seconds to build instance. [ 890.587449] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505164} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.587757] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 391711ce-699a-4642-bd68-300c4cd94ce9/391711ce-699a-4642-bd68-300c4cd94ce9.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.588059] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.588348] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e8ad969-6759-4b82-84f9-e7d215d44dea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.596589] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 890.596589] env[69316]: value = "task-3367042" [ 890.596589] env[69316]: _type = "Task" [ 890.596589] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.610309] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.709465] env[69316]: DEBUG oslo_vmware.api [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Task: {'id': task-3367041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480269} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.710262] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.710519] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.710754] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.711009] env[69316]: INFO nova.compute.manager [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Took 1.66 seconds to destroy the instance on the hypervisor. [ 890.711372] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.714047] env[69316]: DEBUG nova.compute.manager [-] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.714047] env[69316]: DEBUG nova.network.neutron [-] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.715753] env[69316]: DEBUG oslo_vmware.api [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Task: {'id': task-3367040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490335} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.716267] env[69316]: DEBUG oslo_concurrency.lockutils [req-7cec060e-54c9-4fd5-9190-4e026647572e req-a6eef761-c395-4c32-9821-915169b72642 service nova] Releasing lock "refresh_cache-f9319946-f7ff-48ab-addf-0a713b6f51de" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.716749] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.716988] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.717235] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.717414] env[69316]: INFO nova.compute.manager [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Took 1.96 seconds to destroy the instance on the hypervisor. [ 890.717648] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.717919] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "refresh_cache-f9319946-f7ff-48ab-addf-0a713b6f51de" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.718106] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.719422] env[69316]: DEBUG nova.compute.manager [-] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.719548] env[69316]: DEBUG nova.network.neutron [-] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.027150] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.029s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.029466] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367036, 'name': CloneVM_Task, 'duration_secs': 1.529384} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.031934] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.619s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.034795] env[69316]: INFO nova.compute.claims [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.041491] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Created linked-clone VM from snapshot [ 891.042913] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097cf80d-7ce7-4d32-8a25-81f8bab4a2ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.054654] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Uploading image 17b2a115-a8c7-4f45-b128-2a69b395e564 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 891.066301] env[69316]: INFO nova.scheduler.client.report [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Deleted allocations for instance 6adb743f-3e48-41b6-9643-6e1927555681 [ 891.072013] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 891.072812] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba60703b-78f1-40fa-8066-a682b8729e7d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.081848] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 891.081848] env[69316]: value = "task-3367044" [ 891.081848] env[69316]: _type = "Task" [ 891.081848] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.082310] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a2b490c-d875-4d85-84de-f363474e1f63 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "9e087a47-ce90-4d3a-9809-837705428f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.421s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.093853] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367044, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.105221] env[69316]: DEBUG nova.compute.manager [req-934cd802-9a15-4d0f-bc25-40ecbf4a416f req-89ea22b6-0ce1-4e5a-badc-f6da06d51011 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Received event network-vif-deleted-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.105221] env[69316]: INFO nova.compute.manager [req-934cd802-9a15-4d0f-bc25-40ecbf4a416f req-89ea22b6-0ce1-4e5a-badc-f6da06d51011 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Neutron deleted interface d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015; detaching it from the instance and deleting it from the info cache [ 891.105221] env[69316]: DEBUG nova.network.neutron [req-934cd802-9a15-4d0f-bc25-40ecbf4a416f req-89ea22b6-0ce1-4e5a-badc-f6da06d51011 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.113705] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087542} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.114255] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.116145] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d142d53-68ce-4eac-8a79-3798c60bdff6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.150053] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 391711ce-699a-4642-bd68-300c4cd94ce9/391711ce-699a-4642-bd68-300c4cd94ce9.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.150695] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61354314-8b9d-4a3b-817f-3e27c2f9e53d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.172692] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 891.172692] env[69316]: value = "task-3367045" [ 891.172692] env[69316]: _type = "Task" [ 891.172692] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.181124] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.228355] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] Acquiring lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.228670] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] Acquired lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.230408] env[69316]: DEBUG nova.network.neutron [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.240732] env[69316]: DEBUG nova.compute.manager [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.242125] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a610a990-dc22-46b6-acd6-df0d951d84ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.271019] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.435114] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Updating instance_info_cache with network_info: [{"id": "8aa1e3f4-5095-44ca-9967-caacfb76b30b", "address": "fa:16:3e:fb:61:98", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa1e3f4-50", "ovs_interfaceid": "8aa1e3f4-5095-44ca-9967-caacfb76b30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.502265] env[69316]: DEBUG nova.compute.manager [req-7edc158f-3b61-4a41-85f7-540143ae92eb req-d0ba6592-2d8c-42dd-9559-d4b08b9e4272 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Received event network-vif-deleted-f8bebf98-befb-42c6-a7ae-31536e792fdd {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.502996] env[69316]: INFO nova.compute.manager [req-7edc158f-3b61-4a41-85f7-540143ae92eb req-d0ba6592-2d8c-42dd-9559-d4b08b9e4272 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Neutron deleted interface f8bebf98-befb-42c6-a7ae-31536e792fdd; detaching it from the instance and deleting it from the info cache [ 891.503522] env[69316]: DEBUG nova.network.neutron [req-7edc158f-3b61-4a41-85f7-540143ae92eb req-d0ba6592-2d8c-42dd-9559-d4b08b9e4272 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.544140] env[69316]: DEBUG nova.network.neutron [-] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.579458] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cce76664-c853-4ff6-a9da-e264a2b37d84 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Lock "6adb743f-3e48-41b6-9643-6e1927555681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.634s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.595213] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367044, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.615568] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-879289d8-cd4f-434b-b6e4-b46fd78225be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.627643] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b34dc-fdba-48de-89cc-7a1016fdfa7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.676029] env[69316]: DEBUG nova.compute.manager [req-934cd802-9a15-4d0f-bc25-40ecbf4a416f req-89ea22b6-0ce1-4e5a-badc-f6da06d51011 service nova] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Detach interface failed, port_id=d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015, reason: Instance 495ce11b-8ce9-4467-bac0-13a6412839a5 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.687183] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.755133] env[69316]: INFO nova.compute.manager [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] instance snapshotting [ 891.757801] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b46cb0-0dcc-4d37-96b0-4a077087f3e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.781751] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a184bf31-7baf-409f-afb1-4af8ac31420d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.869318] env[69316]: DEBUG nova.network.neutron [-] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.937772] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "refresh_cache-f9319946-f7ff-48ab-addf-0a713b6f51de" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.938536] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Instance network_info: |[{"id": "8aa1e3f4-5095-44ca-9967-caacfb76b30b", "address": "fa:16:3e:fb:61:98", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa1e3f4-50", "ovs_interfaceid": "8aa1e3f4-5095-44ca-9967-caacfb76b30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.939087] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:61:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8aa1e3f4-5095-44ca-9967-caacfb76b30b', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.948742] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.952141] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.952434] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53b93504-8c93-4ab5-9e7d-e162080421d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.975325] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.975325] env[69316]: value = "task-3367046" [ 891.975325] env[69316]: _type = "Task" [ 891.975325] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.982600] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367046, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.005522] env[69316]: DEBUG nova.network.neutron [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Updating instance_info_cache with network_info: [{"id": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "address": "fa:16:3e:0b:04:95", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa172e74c-91", "ovs_interfaceid": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.009854] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8758faeb-47c5-4afb-a272-9a746d27c66e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.019019] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01e6e9c-cd75-4caa-9cd7-0f0ef151744b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.058511] env[69316]: INFO nova.compute.manager [-] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Took 1.34 seconds to deallocate network for instance. [ 892.062451] env[69316]: DEBUG nova.compute.manager [req-7edc158f-3b61-4a41-85f7-540143ae92eb req-d0ba6592-2d8c-42dd-9559-d4b08b9e4272 service nova] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Detach interface failed, port_id=f8bebf98-befb-42c6-a7ae-31536e792fdd, reason: Instance 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.095491] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367044, 'name': Destroy_Task, 'duration_secs': 0.839362} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.097610] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Destroyed the VM [ 892.097913] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 892.098525] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37ad35a5-e1bb-4b5c-be7c-2dd7c40f1ca4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.106221] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 892.106221] env[69316]: value = "task-3367047" [ 892.106221] env[69316]: _type = "Task" [ 892.106221] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.124478] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.188323] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367045, 'name': ReconfigVM_Task, 'duration_secs': 0.769916} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.188595] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 391711ce-699a-4642-bd68-300c4cd94ce9/391711ce-699a-4642-bd68-300c4cd94ce9.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.189265] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeb134db-3646-485c-93ed-146d84c9c34c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.198148] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 892.198148] env[69316]: value = "task-3367048" [ 892.198148] env[69316]: _type = "Task" [ 892.198148] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.206591] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367048, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.292847] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 892.293204] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3240a2f2-131d-4db9-ba35-cab40bdd666e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.302260] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 892.302260] env[69316]: value = "task-3367049" [ 892.302260] env[69316]: _type = "Task" [ 892.302260] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.315604] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367049, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.373708] env[69316]: INFO nova.compute.manager [-] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Took 1.66 seconds to deallocate network for instance. [ 892.485510] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367046, 'name': CreateVM_Task, 'duration_secs': 0.424524} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.489097] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.491260] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.491260] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.491396] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.491984] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a461f260-9113-4795-af87-764da9240c6a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.497194] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 892.497194] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5214fc26-30ca-2cc6-d350-2f6441f48d9f" [ 892.497194] env[69316]: _type = "Task" [ 892.497194] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.510715] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5214fc26-30ca-2cc6-d350-2f6441f48d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.511061] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.511339] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.511604] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.511776] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.512015] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.512590] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] Releasing lock "refresh_cache-9e087a47-ce90-4d3a-9809-837705428f05" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.512818] env[69316]: DEBUG nova.compute.manager [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Inject network info {{(pid=69316) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 892.513130] env[69316]: DEBUG nova.compute.manager [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] network_info to inject: |[{"id": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "address": "fa:16:3e:0b:04:95", "network": {"id": "3abd7882-7ca3-41bd-b72d-ee041a2b308e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922361832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8286ebe831314d3fb262bf31629c898f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa172e74c-91", "ovs_interfaceid": "a172e74c-913f-4f3d-9f4a-c634e8c3412c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 892.519044] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Reconfiguring VM instance to set the machine id {{(pid=69316) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 892.519356] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d94f0e-a736-4243-a367-3921f5004592 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.525270] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b473caa-ba72-4a44-92e0-2bf0f878e8fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.544361] env[69316]: DEBUG oslo_vmware.api [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] Waiting for the task: (returnval){ [ 892.544361] env[69316]: value = "task-3367050" [ 892.544361] env[69316]: _type = "Task" [ 892.544361] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.545921] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.546160] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.550021] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4b32ff-044a-4971-b805-8044f0559ffa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.568277] env[69316]: DEBUG oslo_vmware.api [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] Task: {'id': task-3367050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.571204] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 892.571204] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52083829-d315-93b8-c88b-a7436b9959d1" [ 892.571204] env[69316]: _type = "Task" [ 892.571204] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.580587] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.588968] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52083829-d315-93b8-c88b-a7436b9959d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.594037] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e67907-cca1-4487-883f-b1921a9a1838 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.601899] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 892.601899] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52622480-9f87-4316-3e3b-ce668ab1c856" [ 892.601899] env[69316]: _type = "Task" [ 892.601899] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.621248] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52622480-9f87-4316-3e3b-ce668ab1c856, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.621601] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.621903] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] f9319946-f7ff-48ab-addf-0a713b6f51de/f9319946-f7ff-48ab-addf-0a713b6f51de.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.622246] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a46bbb4e-6cb9-4157-b539-c9fca9e1394a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.628147] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.633577] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 892.633577] env[69316]: value = "task-3367051" [ 892.633577] env[69316]: _type = "Task" [ 892.633577] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.646291] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.690740] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6328fda6-0f80-4707-b748-25f6a4bf5b6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.703058] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3627c97-c149-4438-9633-a7ddc9374267 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.711633] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367048, 'name': Rename_Task, 'duration_secs': 0.204699} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.738162] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.738503] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94d1641a-08f9-4af2-9620-f9a949550d01 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.740849] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bc0978-8ef7-4a49-865d-97d4e9760389 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.751132] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 892.751132] env[69316]: value = "task-3367052" [ 892.751132] env[69316]: _type = "Task" [ 892.751132] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.752238] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98292f28-2459-4224-a80a-9951be230e70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.764266] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.773045] env[69316]: DEBUG nova.compute.provider_tree [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.819681] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367049, 'name': CreateSnapshot_Task, 'duration_secs': 0.499072} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.820238] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 892.820953] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3093896-bb83-4339-941f-eba234a6d6c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.882208] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.060741] env[69316]: DEBUG oslo_vmware.api [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] Task: {'id': task-3367050, 'name': ReconfigVM_Task, 'duration_secs': 0.264918} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.062502] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9db9b5c7-5123-4598-a887-67cde9c69095 tempest-ServersAdminTestJSON-1518133054 tempest-ServersAdminTestJSON-1518133054-project-admin] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Reconfigured VM instance to set the machine id {{(pid=69316) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 893.120645] env[69316]: DEBUG oslo_vmware.api [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367047, 'name': RemoveSnapshot_Task, 'duration_secs': 0.976644} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.122111] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 893.158254] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367051, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.266644] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.283110] env[69316]: DEBUG nova.scheduler.client.report [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.321257] env[69316]: INFO nova.compute.manager [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Rebuilding instance [ 893.347600] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 893.350313] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5edbb7cd-e0c1-4753-b4ec-e167b2fa7d56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.359122] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 893.359122] env[69316]: value = "task-3367053" [ 893.359122] env[69316]: _type = "Task" [ 893.359122] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.363863] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 893.364058] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671892', 'volume_id': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'name': 'volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b8b533d-0169-463f-9035-b2267bb74a87', 'attached_at': '', 'detached_at': '', 'volume_id': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'serial': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 893.368448] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629815c1-aa8d-4ab0-bc4f-3bd184f8792f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.377188] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367053, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.391656] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758508e9-9472-4a7f-9fa9-fd8985874b13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.420915] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f/volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.423732] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924912ef-8e2f-4d97-857a-fcdbc7b48fac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.437373] env[69316]: DEBUG nova.compute.manager [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.438311] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acdb023-5fe4-4ece-8656-a583a33598b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.453028] env[69316]: DEBUG oslo_vmware.api [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 893.453028] env[69316]: value = "task-3367054" [ 893.453028] env[69316]: _type = "Task" [ 893.453028] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.460256] env[69316]: DEBUG oslo_vmware.api [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.629732] env[69316]: WARNING nova.compute.manager [None req-d383c4de-127f-4389-8019-2dda1706c3f9 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Image not found during snapshot: nova.exception.ImageNotFound: Image 17b2a115-a8c7-4f45-b128-2a69b395e564 could not be found. [ 893.656992] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531548} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.657993] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] f9319946-f7ff-48ab-addf-0a713b6f51de/f9319946-f7ff-48ab-addf-0a713b6f51de.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.658632] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.659591] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-017bc986-79ec-41de-8298-a8ae42cc45ee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.670040] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 893.670040] env[69316]: value = "task-3367055" [ 893.670040] env[69316]: _type = "Task" [ 893.670040] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.682150] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.769928] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.788694] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.789738] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.795018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.699s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.795018] env[69316]: DEBUG nova.objects.instance [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lazy-loading 'resources' on Instance uuid 14ad3214-47f3-46a4-a7fe-0f97098aeba3 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.875205] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367053, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.966959] env[69316]: DEBUG oslo_vmware.api [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.185125] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069361} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.185426] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.186135] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50aee5e-d782-4687-b188-2be1a163fae4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.211102] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] f9319946-f7ff-48ab-addf-0a713b6f51de/f9319946-f7ff-48ab-addf-0a713b6f51de.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.212688] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbbe52c7-e228-40d9-b46e-24bb18a59942 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.243019] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 894.243019] env[69316]: value = "task-3367056" [ 894.243019] env[69316]: _type = "Task" [ 894.243019] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.252796] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.270492] env[69316]: DEBUG oslo_vmware.api [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367052, 'name': PowerOnVM_Task, 'duration_secs': 1.130783} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.270944] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.271300] env[69316]: INFO nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Took 9.24 seconds to spawn the instance on the hypervisor. [ 894.271731] env[69316]: DEBUG nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.272742] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36402fc-fe0c-4b67-aac7-3745e941f0bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.301952] env[69316]: DEBUG nova.compute.utils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.303528] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.303869] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.353196] env[69316]: DEBUG nova.policy [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8838307fae9f4f1393432ae08d93037d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4e7639e6e6d464ca1878c0cb6d09d7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.377276] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367053, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.462038] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.462038] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-388a5873-49a9-4b1b-a064-e5e587e2b626 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.469321] env[69316]: DEBUG oslo_vmware.api [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367054, 'name': ReconfigVM_Task, 'duration_secs': 0.903786} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.474687] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f/volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.480142] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 894.480142] env[69316]: value = "task-3367057" [ 894.480142] env[69316]: _type = "Task" [ 894.480142] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.480668] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab6cb21-5564-4563-9bca-ee5a6f9a85fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.502110] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3367057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.507287] env[69316]: DEBUG oslo_vmware.api [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 894.507287] env[69316]: value = "task-3367058" [ 894.507287] env[69316]: _type = "Task" [ 894.507287] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.522802] env[69316]: DEBUG oslo_vmware.api [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.737897] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "44246e8b-d8af-4afc-b442-cef7731efa43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.738186] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "44246e8b-d8af-4afc-b442-cef7731efa43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.738397] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "44246e8b-d8af-4afc-b442-cef7731efa43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.738578] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "44246e8b-d8af-4afc-b442-cef7731efa43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.738746] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "44246e8b-d8af-4afc-b442-cef7731efa43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.740930] env[69316]: INFO nova.compute.manager [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Terminating instance [ 894.755093] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367056, 'name': ReconfigVM_Task, 'duration_secs': 0.352823} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.755426] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Reconfigured VM instance instance-00000034 to attach disk [datastore1] f9319946-f7ff-48ab-addf-0a713b6f51de/f9319946-f7ff-48ab-addf-0a713b6f51de.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.756050] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd31c27b-ea81-4c9e-865c-678aad80402a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.765107] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 894.765107] env[69316]: value = "task-3367059" [ 894.765107] env[69316]: _type = "Task" [ 894.765107] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.775286] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367059, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.789516] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Successfully created port: 8f08444c-3951-4368-9374-9914a6c93b3b {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.797419] env[69316]: INFO nova.compute.manager [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Took 36.26 seconds to build instance. [ 894.807814] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.876531] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367053, 'name': CloneVM_Task, 'duration_secs': 1.424415} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.876902] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Created linked-clone VM from snapshot [ 894.877605] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba036e9-c261-4af6-8f4b-24d1238aa546 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.888534] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Uploading image 879f5d67-2d02-47bc-8e6d-a6441a1a9f3d {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 894.911463] env[69316]: DEBUG oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 894.911463] env[69316]: value = "vm-671896" [ 894.911463] env[69316]: _type = "VirtualMachine" [ 894.911463] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 894.911840] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-107570bc-1f23-448f-8254-4355f58b787b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.918870] env[69316]: DEBUG oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lease: (returnval){ [ 894.918870] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e02ebc-6fda-3fb9-4372-893c08becde5" [ 894.918870] env[69316]: _type = "HttpNfcLease" [ 894.918870] env[69316]: } obtained for exporting VM: (result){ [ 894.918870] env[69316]: value = "vm-671896" [ 894.918870] env[69316]: _type = "VirtualMachine" [ 894.918870] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 894.919349] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the lease: (returnval){ [ 894.919349] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e02ebc-6fda-3fb9-4372-893c08becde5" [ 894.919349] env[69316]: _type = "HttpNfcLease" [ 894.919349] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 894.925982] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.925982] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e02ebc-6fda-3fb9-4372-893c08becde5" [ 894.925982] env[69316]: _type = "HttpNfcLease" [ 894.925982] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.942496] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d097b0-525c-4b27-ade5-dffd0cbb8c77 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.949463] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bcb7f0-1407-48bb-bef7-cb931e3b4b11 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.980075] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab03edf-b726-44f5-9518-22f87f921739 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.990262] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6e2ab4-ad44-41ed-9e55-a503fff0df30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.001857] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3367057, 'name': PowerOffVM_Task, 'duration_secs': 0.422769} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.010877] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.010877] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.010877] env[69316]: DEBUG nova.compute.provider_tree [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.012133] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04368a2f-82ab-4595-9427-ef42988eb2ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.021732] env[69316]: DEBUG oslo_vmware.api [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367058, 'name': ReconfigVM_Task, 'duration_secs': 0.195623} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.023705] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671892', 'volume_id': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'name': 'volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b8b533d-0169-463f-9035-b2267bb74a87', 'attached_at': '', 'detached_at': '', 'volume_id': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'serial': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 895.026088] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 895.026088] env[69316]: value = "task-3367061" [ 895.026088] env[69316]: _type = "Task" [ 895.026088] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.034467] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 895.034677] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 895.034868] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671809', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'name': 'volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd296fcbe-d243-4c97-a871-34bdfa99dcf6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'serial': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 895.035646] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64504af-d0fd-470f-8c76-730cceb9d6dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.059605] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407bf10-30db-4350-a3d0-1f103093b5b9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.066019] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89d1ac1-315e-450a-aed7-1f08e44ad211 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.085580] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cc5f18-7a4d-41d3-9ba0-fbc27f213b9f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.101422] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] The volume has not been displaced from its original location: [datastore1] volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0/volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 895.106715] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 895.107045] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e47cdab-90df-4fec-be90-30540db78442 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.125335] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 895.125335] env[69316]: value = "task-3367062" [ 895.125335] env[69316]: _type = "Task" [ 895.125335] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.133539] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3367062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.169945] env[69316]: INFO nova.compute.manager [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Rebuilding instance [ 895.224638] env[69316]: DEBUG nova.compute.manager [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.225526] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a3ef6-e686-49fc-9a47-0b008fd5a361 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.252345] env[69316]: DEBUG nova.compute.manager [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.252502] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.253375] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e544c-ecc7-462c-b6cf-42bb96724b9d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.260589] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.260836] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa4fabc-4dff-4cb2-94b7-18e1dc7278b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.270423] env[69316]: DEBUG oslo_vmware.api [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 895.270423] env[69316]: value = "task-3367063" [ 895.270423] env[69316]: _type = "Task" [ 895.270423] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.277633] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367059, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.282419] env[69316]: DEBUG oslo_vmware.api [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.301492] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.793s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.427187] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 895.427187] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e02ebc-6fda-3fb9-4372-893c08becde5" [ 895.427187] env[69316]: _type = "HttpNfcLease" [ 895.427187] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 895.427485] env[69316]: DEBUG oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 895.427485] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e02ebc-6fda-3fb9-4372-893c08becde5" [ 895.427485] env[69316]: _type = "HttpNfcLease" [ 895.427485] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 895.428239] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d7559-d783-4192-95ff-4bac28b8a827 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.436866] env[69316]: DEBUG oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7203a-5592-8d66-d590-332c2950ab84/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 895.437057] env[69316]: DEBUG oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7203a-5592-8d66-d590-332c2950ab84/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 895.518760] env[69316]: DEBUG nova.scheduler.client.report [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.531613] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-026b9572-ab08-4f41-9005-45bbb8556b21 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.640221] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3367062, 'name': ReconfigVM_Task, 'duration_secs': 0.326624} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.640649] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.645675] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0b099e-c031-4c18-b72f-e0dc600d0ecf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.662017] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 895.662017] env[69316]: value = "task-3367064" [ 895.662017] env[69316]: _type = "Task" [ 895.662017] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.671383] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3367064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.763699] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.763968] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.787276] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367059, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.789874] env[69316]: DEBUG oslo_vmware.api [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.817658] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.857026] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.857333] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.857523] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.857828] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.857828] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.858012] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.858197] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.858366] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.858599] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.858782] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.859007] env[69316]: DEBUG nova.virt.hardware [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.860216] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d56a63-51f3-4b0c-8561-0e0bee5fab9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.868787] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dffa7a-24bc-4456-a35b-98a560dbb59a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.025577] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.028047] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.557s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.029499] env[69316]: INFO nova.compute.claims [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.046486] env[69316]: INFO nova.scheduler.client.report [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Deleted allocations for instance 14ad3214-47f3-46a4-a7fe-0f97098aeba3 [ 896.086505] env[69316]: DEBUG nova.objects.instance [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lazy-loading 'flavor' on Instance uuid 2b8b533d-0169-463f-9035-b2267bb74a87 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.174710] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3367064, 'name': ReconfigVM_Task, 'duration_secs': 0.132235} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.175043] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671809', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'name': 'volume-b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd296fcbe-d243-4c97-a871-34bdfa99dcf6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0', 'serial': 'b60eda4f-5437-4869-a2b4-ed31a9725ca0'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 896.175431] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.176362] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b535c68b-1eb1-449f-a63a-4d4268f6a803 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.185850] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.190295] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64d8ab3c-1755-4da8-98f3-ce0975e77a6c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.239556] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.240023] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab204c80-c64f-4d1b-b502-34d570203a64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.251782] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 896.251782] env[69316]: value = "task-3367066" [ 896.251782] env[69316]: _type = "Task" [ 896.251782] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.260663] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.266530] env[69316]: DEBUG nova.compute.manager [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.273993] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.274375] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.274626] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Deleting the datastore file [datastore1] d296fcbe-d243-4c97-a871-34bdfa99dcf6 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.275501] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-438e97aa-e14f-49f4-8aba-272f78391bf4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.284751] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367059, 'name': Rename_Task, 'duration_secs': 1.240104} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.286043] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.286043] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5de43b8c-99a0-4933-a512-158ff9e9ac66 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.292646] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for the task: (returnval){ [ 896.292646] env[69316]: value = "task-3367067" [ 896.292646] env[69316]: _type = "Task" [ 896.292646] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.292985] env[69316]: DEBUG oslo_vmware.api [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367063, 'name': PowerOffVM_Task, 'duration_secs': 0.918375} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.293901] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.294147] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.300177] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4086ffd-1f3f-4f96-a19a-f33471a45b51 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.300177] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 896.300177] env[69316]: value = "task-3367068" [ 896.300177] env[69316]: _type = "Task" [ 896.300177] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.309018] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3367067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.314288] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.386077] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.387841] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.389326] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleting the datastore file [datastore2] 44246e8b-d8af-4afc-b442-cef7731efa43 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.391396] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647a46ac-4aeb-457a-ba03-be10bbb0410e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.398444] env[69316]: DEBUG oslo_vmware.api [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 896.398444] env[69316]: value = "task-3367070" [ 896.398444] env[69316]: _type = "Task" [ 896.398444] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.411176] env[69316]: DEBUG oslo_vmware.api [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.445255] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Successfully updated port: 8f08444c-3951-4368-9374-9914a6c93b3b {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.546298] env[69316]: DEBUG nova.compute.manager [req-d49c5ff8-f00d-4671-b527-6e5f3c21c33c req-e81008a0-d078-4702-abc4-056a4b7876cb service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Received event network-vif-plugged-8f08444c-3951-4368-9374-9914a6c93b3b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.546740] env[69316]: DEBUG oslo_concurrency.lockutils [req-d49c5ff8-f00d-4671-b527-6e5f3c21c33c req-e81008a0-d078-4702-abc4-056a4b7876cb service nova] Acquiring lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.546965] env[69316]: DEBUG oslo_concurrency.lockutils [req-d49c5ff8-f00d-4671-b527-6e5f3c21c33c req-e81008a0-d078-4702-abc4-056a4b7876cb service nova] Lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.547255] env[69316]: DEBUG oslo_concurrency.lockutils [req-d49c5ff8-f00d-4671-b527-6e5f3c21c33c req-e81008a0-d078-4702-abc4-056a4b7876cb service nova] Lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.548172] env[69316]: DEBUG nova.compute.manager [req-d49c5ff8-f00d-4671-b527-6e5f3c21c33c req-e81008a0-d078-4702-abc4-056a4b7876cb service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] No waiting events found dispatching network-vif-plugged-8f08444c-3951-4368-9374-9914a6c93b3b {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.548172] env[69316]: WARNING nova.compute.manager [req-d49c5ff8-f00d-4671-b527-6e5f3c21c33c req-e81008a0-d078-4702-abc4-056a4b7876cb service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Received unexpected event network-vif-plugged-8f08444c-3951-4368-9374-9914a6c93b3b for instance with vm_state building and task_state spawning. [ 896.559196] env[69316]: DEBUG oslo_concurrency.lockutils [None req-53839e6e-e674-410c-b7df-e587d00b8541 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "14ad3214-47f3-46a4-a7fe-0f97098aeba3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.418s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.590937] env[69316]: DEBUG oslo_concurrency.lockutils [None req-57d61f8a-3344-4794-9119-73b8b99c0f88 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.351s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.763860] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367066, 'name': PowerOffVM_Task, 'duration_secs': 0.246315} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.764039] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.764290] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.765261] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f991fe8-b962-4e32-a88e-21eac69c4e30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.783084] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.784383] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5304de4-a84c-4845-8557-a81841b62052 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.804988] env[69316]: DEBUG oslo_vmware.api [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Task: {'id': task-3367067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135262} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.806908] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.810404] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.810663] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.810835] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.819333] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.891857] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 896.892671] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1cd73ba-962c-498e-ba65-4be7af575a76 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.915802] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a45931-c2c0-48f9-a9f5-cc39b53dfdcb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.932147] env[69316]: DEBUG oslo_vmware.api [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226907} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.932605] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.932696] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.933252] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.933252] env[69316]: INFO nova.compute.manager [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Took 1.68 seconds to destroy the instance on the hypervisor. [ 896.933499] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.933773] env[69316]: DEBUG nova.compute.manager [-] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.933896] env[69316]: DEBUG nova.network.neutron [-] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.960566] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "refresh_cache-247ce9d7-300c-4e6e-a580-7baaa4aeb115" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.960905] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "refresh_cache-247ce9d7-300c-4e6e-a580-7baaa4aeb115" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.961193] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.966669] env[69316]: ERROR nova.compute.manager [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Failed to detach volume b60eda4f-5437-4869-a2b4-ed31a9725ca0 from /dev/sda: nova.exception.InstanceNotFound: Instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 could not be found. [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Traceback (most recent call last): [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self.driver.rebuild(**kwargs) [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] raise NotImplementedError() [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] NotImplementedError [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] During handling of the above exception, another exception occurred: [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Traceback (most recent call last): [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self.driver.detach_volume(context, old_connection_info, [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] return self._volumeops.detach_volume(connection_info, instance) [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self._detach_volume_vmdk(connection_info, instance) [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] stable_ref.fetch_moref(session) [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] nova.exception.InstanceNotFound: Instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 could not be found. [ 896.966669] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] [ 897.047382] env[69316]: DEBUG nova.compute.manager [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 897.181142] env[69316]: DEBUG nova.compute.utils [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Build of instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 aborted: Failed to rebuild volume backed instance. {{(pid=69316) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 897.186578] env[69316]: ERROR nova.compute.manager [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 aborted: Failed to rebuild volume backed instance. [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Traceback (most recent call last): [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self.driver.rebuild(**kwargs) [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] raise NotImplementedError() [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] NotImplementedError [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] During handling of the above exception, another exception occurred: [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Traceback (most recent call last): [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self._detach_root_volume(context, instance, root_bdm) [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] with excutils.save_and_reraise_exception(): [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self.force_reraise() [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] raise self.value [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self.driver.detach_volume(context, old_connection_info, [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] return self._volumeops.detach_volume(connection_info, instance) [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self._detach_volume_vmdk(connection_info, instance) [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] stable_ref.fetch_moref(session) [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] nova.exception.InstanceNotFound: Instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 could not be found. [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] During handling of the above exception, another exception occurred: [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Traceback (most recent call last): [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] yield [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 897.186578] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self._do_rebuild_instance_with_claim( [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self._do_rebuild_instance( [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self._rebuild_default_impl(**kwargs) [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] self._rebuild_volume_backed_instance( [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] raise exception.BuildAbortException( [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] nova.exception.BuildAbortException: Build of instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 aborted: Failed to rebuild volume backed instance. [ 897.187930] env[69316]: ERROR nova.compute.manager [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] [ 897.318968] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367068, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.483139] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "2b8b533d-0169-463f-9035-b2267bb74a87" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.483783] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.507510] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.573397] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.611872] env[69316]: DEBUG nova.compute.manager [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.613519] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a31609-9171-4603-adcc-12f560aefd95 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.686304] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b8f900-3a21-4c2c-9aa9-302d006abfea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.698408] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cf8767-438f-41e0-aa65-60181edff9f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.730996] env[69316]: DEBUG nova.network.neutron [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Updating instance_info_cache with network_info: [{"id": "8f08444c-3951-4368-9374-9914a6c93b3b", "address": "fa:16:3e:8a:a6:47", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f08444c-39", "ovs_interfaceid": "8f08444c-3951-4368-9374-9914a6c93b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.735416] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb982789-2e60-4462-baa9-d0857bdbf123 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.741629] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbffeb0-166e-48f9-b32d-ea899e001f73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.758078] env[69316]: DEBUG nova.compute.provider_tree [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.764672] env[69316]: DEBUG nova.network.neutron [-] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.814152] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367068, 'name': PowerOnVM_Task, 'duration_secs': 1.186774} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.814447] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.814666] env[69316]: INFO nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Took 10.02 seconds to spawn the instance on the hypervisor. [ 897.814848] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.815642] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d1de4-b07f-4870-a78b-3ebeab9c3fc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.887407] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.887715] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.887900] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleting the datastore file [datastore1] 6833f95d-d577-4f8a-bf82-3cec2dc8656b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.888530] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf78763-13be-4285-84a7-c3739822ebc4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.895236] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 897.895236] env[69316]: value = "task-3367072" [ 897.895236] env[69316]: _type = "Task" [ 897.895236] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.903769] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.986752] env[69316]: INFO nova.compute.manager [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Detaching volume 9d10ae24-9ca6-488e-8ab5-631ede10ab7f [ 898.023197] env[69316]: INFO nova.virt.block_device [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Attempting to driver detach volume 9d10ae24-9ca6-488e-8ab5-631ede10ab7f from mountpoint /dev/sdb [ 898.023449] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 898.023630] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671892', 'volume_id': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'name': 'volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b8b533d-0169-463f-9035-b2267bb74a87', 'attached_at': '', 'detached_at': '', 'volume_id': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'serial': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 898.024544] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05af7c32-37e9-4241-b134-4abd79e8a16e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.027484] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquiring lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.028108] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.028108] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquiring lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.028108] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.028305] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.030492] env[69316]: INFO nova.compute.manager [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Terminating instance [ 898.049228] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb452553-b254-46d1-924d-b80a209a6366 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.056479] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01504a0-9889-4b70-a228-e8e79b6564c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.078253] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e57c8-0e22-4f21-be7a-3600622f4226 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.098661] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] The volume has not been displaced from its original location: [datastore1] volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f/volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 898.104033] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 898.104404] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8530f6f-9d1c-4261-b56c-d6f26d0d2808 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.124706] env[69316]: DEBUG oslo_vmware.api [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 898.124706] env[69316]: value = "task-3367073" [ 898.124706] env[69316]: _type = "Task" [ 898.124706] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.129657] env[69316]: INFO nova.compute.manager [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] instance snapshotting [ 898.130578] env[69316]: DEBUG nova.objects.instance [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'flavor' on Instance uuid cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.138775] env[69316]: DEBUG oslo_vmware.api [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.182184] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.182391] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.182512] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.182751] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.182986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.185076] env[69316]: INFO nova.compute.manager [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Terminating instance [ 898.237196] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "refresh_cache-247ce9d7-300c-4e6e-a580-7baaa4aeb115" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.237716] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Instance network_info: |[{"id": "8f08444c-3951-4368-9374-9914a6c93b3b", "address": "fa:16:3e:8a:a6:47", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f08444c-39", "ovs_interfaceid": "8f08444c-3951-4368-9374-9914a6c93b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.238785] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:a6:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f08444c-3951-4368-9374-9914a6c93b3b', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.248841] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.249146] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.249339] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5de8229e-b84a-4804-96b5-454e0728871a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.265232] env[69316]: DEBUG nova.scheduler.client.report [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.269560] env[69316]: INFO nova.compute.manager [-] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Took 1.34 seconds to deallocate network for instance. [ 898.277710] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.277710] env[69316]: value = "task-3367074" [ 898.277710] env[69316]: _type = "Task" [ 898.277710] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.288569] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367074, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.337355] env[69316]: INFO nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Took 35.18 seconds to build instance. [ 898.406784] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238164} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.407406] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.407406] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.407406] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.553692] env[69316]: DEBUG nova.compute.manager [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.554438] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.556037] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba75f62-49cd-4221-93fb-1e82f26ba6b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.564680] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.565059] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84ee81e6-99bc-455e-a7c0-b0eba43b7bf1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.573039] env[69316]: DEBUG oslo_vmware.api [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 898.573039] env[69316]: value = "task-3367075" [ 898.573039] env[69316]: _type = "Task" [ 898.573039] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.581955] env[69316]: DEBUG oslo_vmware.api [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3367075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.639577] env[69316]: DEBUG oslo_vmware.api [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367073, 'name': ReconfigVM_Task, 'duration_secs': 0.317415} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.640248] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 898.645372] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f3b9f-b258-41d9-9494-9d775178f6fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.648211] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e1c4e85-0741-40ab-942f-389e43b3ed52 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.682314] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aac5ba3-d87c-4176-80c0-67262882d119 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.685596] env[69316]: DEBUG oslo_vmware.api [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 898.685596] env[69316]: value = "task-3367076" [ 898.685596] env[69316]: _type = "Task" [ 898.685596] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.691891] env[69316]: DEBUG nova.compute.manager [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.692173] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.695230] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d54b649-d709-4d1e-88d4-92c040260e8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.705144] env[69316]: DEBUG oslo_vmware.api [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.708365] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.708640] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8831fc6f-5b02-43e9-a739-b33d64ca4147 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.717246] env[69316]: DEBUG oslo_vmware.api [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 898.717246] env[69316]: value = "task-3367077" [ 898.717246] env[69316]: _type = "Task" [ 898.717246] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.726546] env[69316]: DEBUG oslo_vmware.api [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3367077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.770424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.771161] env[69316]: DEBUG nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.774666] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.928s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.774896] env[69316]: DEBUG nova.objects.instance [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lazy-loading 'resources' on Instance uuid 102f49a8-bd4d-445f-b772-eb6b4ed5954c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.779855] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.791518] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367074, 'name': CreateVM_Task, 'duration_secs': 0.427037} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.792347] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.794018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.794203] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.794836] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.795159] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efeb7843-f269-4a0d-b8ce-78012386133e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.801423] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 898.801423] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526e8d21-193f-deda-5dd9-c6eccb3b45ff" [ 898.801423] env[69316]: _type = "Task" [ 898.801423] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.810456] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526e8d21-193f-deda-5dd9-c6eccb3b45ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.840081] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "f9319946-f7ff-48ab-addf-0a713b6f51de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.078s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.924880] env[69316]: DEBUG nova.compute.manager [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Received event network-changed-8f08444c-3951-4368-9374-9914a6c93b3b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.925204] env[69316]: DEBUG nova.compute.manager [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Refreshing instance network info cache due to event network-changed-8f08444c-3951-4368-9374-9914a6c93b3b. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.925407] env[69316]: DEBUG oslo_concurrency.lockutils [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] Acquiring lock "refresh_cache-247ce9d7-300c-4e6e-a580-7baaa4aeb115" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.925965] env[69316]: DEBUG oslo_concurrency.lockutils [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] Acquired lock "refresh_cache-247ce9d7-300c-4e6e-a580-7baaa4aeb115" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.925965] env[69316]: DEBUG nova.network.neutron [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Refreshing network info cache for port 8f08444c-3951-4368-9374-9914a6c93b3b {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.007355] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.007663] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.008080] env[69316]: INFO nova.compute.manager [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Shelving [ 899.086734] env[69316]: DEBUG oslo_vmware.api [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3367075, 'name': PowerOffVM_Task, 'duration_secs': 0.22247} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.087030] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.087272] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.087596] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cdbaab9-188b-45c1-89ac-9dc3bfa00564 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.172021] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.172021] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.172021] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Deleting the datastore file [datastore2] 543068fb-32e2-4dfb-aae9-dd1c4cff92f7 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.172021] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c63f72ad-3556-4d8f-aad2-e30b921b87a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.181021] env[69316]: DEBUG oslo_vmware.api [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for the task: (returnval){ [ 899.181021] env[69316]: value = "task-3367079" [ 899.181021] env[69316]: _type = "Task" [ 899.181021] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.187884] env[69316]: DEBUG oslo_vmware.api [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3367079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.196919] env[69316]: DEBUG oslo_vmware.api [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367076, 'name': ReconfigVM_Task, 'duration_secs': 0.182713} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.197485] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671892', 'volume_id': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'name': 'volume-9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b8b533d-0169-463f-9035-b2267bb74a87', 'attached_at': '', 'detached_at': '', 'volume_id': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f', 'serial': '9d10ae24-9ca6-488e-8ab5-631ede10ab7f'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 899.204421] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.204421] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88332d12-ef24-4702-9dbb-6633fb75c962 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.212021] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.212021] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 899.212021] env[69316]: value = "task-3367080" [ 899.212021] env[69316]: _type = "Task" [ 899.212021] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.227508] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.233028] env[69316]: DEBUG oslo_vmware.api [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3367077, 'name': PowerOffVM_Task, 'duration_secs': 0.29559} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.233028] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.233028] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.233028] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80a7986d-0049-410e-99d6-1179b813f8f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.279578] env[69316]: DEBUG nova.compute.utils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.290631] env[69316]: DEBUG nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.290849] env[69316]: DEBUG nova.network.neutron [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.308875] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.309151] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.309348] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Deleting the datastore file [datastore2] 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.310588] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5fe0de2-6e5a-473d-984f-21b5c510647a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.316735] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526e8d21-193f-deda-5dd9-c6eccb3b45ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016232} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.320367] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.320611] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.320848] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.321000] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.321294] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.321853] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87160527-51e8-47c9-bfc9-73477fa0df61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.325525] env[69316]: DEBUG oslo_vmware.api [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for the task: (returnval){ [ 899.325525] env[69316]: value = "task-3367082" [ 899.325525] env[69316]: _type = "Task" [ 899.325525] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.333967] env[69316]: DEBUG oslo_vmware.api [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3367082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.343612] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.343937] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.344743] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1071bf-050d-43d1-ae49-91ca51219672 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.351483] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 899.351483] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff2f94-7169-d85f-0f8e-d773bc3e4e8f" [ 899.351483] env[69316]: _type = "Task" [ 899.351483] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.353021] env[69316]: DEBUG nova.policy [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '714891411a014fecbf985f9a6ab0619e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '834566cc6d67430fadd6f1b980d1ec05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.370700] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff2f94-7169-d85f-0f8e-d773bc3e4e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.449771] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.450045] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.450221] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.450412] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.450875] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.451119] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.451353] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.451516] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.451684] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.451851] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.452038] env[69316]: DEBUG nova.virt.hardware [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.452958] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9de060-9342-411d-9731-3fe15bad896c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.462587] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0765d5d6-2b62-4c37-a197-37f40c70b020 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.476814] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:2d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3f44fd9-ad0e-4d8c-bf54-13f01f909b00', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.484379] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.487747] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.488219] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba5ec15-9096-4c6b-b328-03242a6cf894 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.513705] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.513705] env[69316]: value = "task-3367083" [ 899.513705] env[69316]: _type = "Task" [ 899.513705] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.527324] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367083, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.581407] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquiring lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.581680] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.581968] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquiring lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.582174] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.582358] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.585035] env[69316]: INFO nova.compute.manager [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Terminating instance [ 899.687130] env[69316]: DEBUG nova.network.neutron [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Successfully created port: 559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.695118] env[69316]: DEBUG oslo_vmware.api [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Task: {'id': task-3367079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310207} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.695417] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.695726] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.695846] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.696127] env[69316]: INFO nova.compute.manager [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 899.696392] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.699370] env[69316]: DEBUG nova.compute.manager [-] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.699523] env[69316]: DEBUG nova.network.neutron [-] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.728208] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367080, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.772515] env[69316]: DEBUG nova.objects.instance [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lazy-loading 'flavor' on Instance uuid 2b8b533d-0169-463f-9035-b2267bb74a87 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.794657] env[69316]: DEBUG nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.841136] env[69316]: DEBUG oslo_vmware.api [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Task: {'id': task-3367082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274307} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.842586] env[69316]: DEBUG nova.network.neutron [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Updated VIF entry in instance network info cache for port 8f08444c-3951-4368-9374-9914a6c93b3b. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.842749] env[69316]: DEBUG nova.network.neutron [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Updating instance_info_cache with network_info: [{"id": "8f08444c-3951-4368-9374-9914a6c93b3b", "address": "fa:16:3e:8a:a6:47", "network": {"id": "5537a3f2-3cc1-4286-a6b1-5929fae24f75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1375761009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4e7639e6e6d464ca1878c0cb6d09d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f08444c-39", "ovs_interfaceid": "8f08444c-3951-4368-9374-9914a6c93b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.844525] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.844525] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.844742] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.844802] env[69316]: INFO nova.compute.manager [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 899.845258] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.846243] env[69316]: DEBUG nova.compute.manager [-] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.846243] env[69316]: DEBUG nova.network.neutron [-] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.868867] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff2f94-7169-d85f-0f8e-d773bc3e4e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.014885} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.870436] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f6e3cd-15a5-486d-b787-f1db7fa335dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.876861] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 899.876861] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]522846e8-d9cc-bb35-03ef-767ac7b133ee" [ 899.876861] env[69316]: _type = "Task" [ 899.876861] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.886542] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522846e8-d9cc-bb35-03ef-767ac7b133ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.978057] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3692d1-c397-4d68-8936-6e02c62bf358 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.989148] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc877e7-e468-48da-a004-a75dd70aa112 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.024495] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.030134] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00920c92-af27-470c-b8a9-75c22a8dd253 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.033521] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da62a65-c423-440c-8e49-e27612284580 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.050183] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defee403-3bab-47c0-b2d9-d8649043f471 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.053976] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 900.053976] env[69316]: value = "task-3367084" [ 900.053976] env[69316]: _type = "Task" [ 900.053976] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.054574] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367083, 'name': CreateVM_Task, 'duration_secs': 0.465038} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.055445] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.060769] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.060769] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.061183] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.070706] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a1bcde-e385-4910-8949-aca839adafa8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.073357] env[69316]: DEBUG nova.compute.provider_tree [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.081983] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.082760] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 900.082760] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52574ad2-b1c3-4b2c-1e95-5e4dd7f4536c" [ 900.082760] env[69316]: _type = "Task" [ 900.082760] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.094870] env[69316]: DEBUG nova.compute.manager [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.095101] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.095738] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52574ad2-b1c3-4b2c-1e95-5e4dd7f4536c, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.096519] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1de42a-d81c-4a18-a20e-e2f8d78feec1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.100215] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.100215] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.100437] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.100514] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.100751] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.101503] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14719813-913a-442d-8e4f-40b663d77ba2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.111241] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.113558] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb48f22-4608-45af-8a76-3fb520e44cc6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.115183] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.115467] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.117049] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55d461a-2392-45f4-8c28-377a7163a359 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.123804] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 900.123804] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528ab455-7f0c-ee22-6975-a08fa5bd1e3b" [ 900.123804] env[69316]: _type = "Task" [ 900.123804] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.125492] env[69316]: DEBUG oslo_vmware.api [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 900.125492] env[69316]: value = "task-3367085" [ 900.125492] env[69316]: _type = "Task" [ 900.125492] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.141618] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528ab455-7f0c-ee22-6975-a08fa5bd1e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.146084] env[69316]: DEBUG oslo_vmware.api [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3367085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.146552] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f4e54c-b9d6-43c4-a86f-8f4a4c60e5f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.153057] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 900.153057] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e9ba11-7a29-1f99-d9db-26118507b826" [ 900.153057] env[69316]: _type = "Task" [ 900.153057] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.162349] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e9ba11-7a29-1f99-d9db-26118507b826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.226807] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367080, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.349715] env[69316]: DEBUG oslo_concurrency.lockutils [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] Releasing lock "refresh_cache-247ce9d7-300c-4e6e-a580-7baaa4aeb115" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.350317] env[69316]: DEBUG nova.compute.manager [req-3f941592-e7ca-4202-9732-589fe22887e7 req-45d74722-bea6-45f9-b4a7-43e9a542f66c service nova] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Received event network-vif-deleted-5873b1d0-10f1-4e7b-bf6b-95e77325514b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.392947] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522846e8-d9cc-bb35-03ef-767ac7b133ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014556} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.393289] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.393463] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 247ce9d7-300c-4e6e-a580-7baaa4aeb115/247ce9d7-300c-4e6e-a580-7baaa4aeb115.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.393754] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b7cc40c-89a4-4790-8b13-50e7913242ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.400329] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 900.400329] env[69316]: value = "task-3367086" [ 900.400329] env[69316]: _type = "Task" [ 900.400329] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.409539] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.540708] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Acquiring lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.541373] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.541373] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Acquiring lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.541619] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.542723] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.545051] env[69316]: INFO nova.compute.manager [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Terminating instance [ 900.565718] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367084, 'name': PowerOffVM_Task, 'duration_secs': 0.214096} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.565987] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.566916] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b7265-cf8c-4429-baf5-aeec0033c12d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.587219] env[69316]: DEBUG nova.scheduler.client.report [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.591765] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ef3f9d-5e1d-4d2c-bc59-05eab3c6c7d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.639869] env[69316]: DEBUG oslo_vmware.api [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3367085, 'name': PowerOffVM_Task, 'duration_secs': 0.256684} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.640359] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.640589] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.640894] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d1d37f-39a9-41cc-98a0-cc62d7fb21bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.663681] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e9ba11-7a29-1f99-d9db-26118507b826, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.663960] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.664242] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.664519] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d9ba920-3a20-4982-84df-f765e4c08ff9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.672316] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 900.672316] env[69316]: value = "task-3367088" [ 900.672316] env[69316]: _type = "Task" [ 900.672316] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.682375] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.726397] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367080, 'name': CreateSnapshot_Task, 'duration_secs': 1.1477} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.726761] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.727695] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb67001-3da3-4e89-9225-50f6d4ecf922 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.734209] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.735018] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.735018] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Deleting the datastore file [datastore1] b4bdd149-3096-40cb-9e11-dbe02a9aacaf {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.738175] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc0a499f-f6dc-45db-a52e-f39c51caaa9f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.751028] env[69316]: DEBUG oslo_vmware.api [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for the task: (returnval){ [ 900.751028] env[69316]: value = "task-3367089" [ 900.751028] env[69316]: _type = "Task" [ 900.751028] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.756048] env[69316]: DEBUG oslo_vmware.api [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3367089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.776303] env[69316]: DEBUG nova.network.neutron [-] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.782921] env[69316]: DEBUG nova.compute.manager [req-c0cc4e5f-4e2d-4139-a7d2-e991e235fb6a req-a0cd8560-8724-4fb4-83b0-c13d29ad2bbf service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Received event network-vif-deleted-f650c9ea-6f26-40a6-b737-c02bae2ba173 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.783201] env[69316]: INFO nova.compute.manager [req-c0cc4e5f-4e2d-4139-a7d2-e991e235fb6a req-a0cd8560-8724-4fb4-83b0-c13d29ad2bbf service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Neutron deleted interface f650c9ea-6f26-40a6-b737-c02bae2ba173; detaching it from the instance and deleting it from the info cache [ 900.783577] env[69316]: DEBUG nova.network.neutron [req-c0cc4e5f-4e2d-4139-a7d2-e991e235fb6a req-a0cd8560-8724-4fb4-83b0-c13d29ad2bbf service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.785240] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ab091396-61be-411f-a7f1-0fd733f7a2cb tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.805402] env[69316]: DEBUG nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.832921] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.833314] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.833364] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.833518] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.833663] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.833808] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.834044] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.834237] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.834410] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.834573] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.834748] env[69316]: DEBUG nova.virt.hardware [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.835669] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48e6ea-51f4-48d8-b2b5-5940ab163d23 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.846143] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e837136-cde2-41e5-908e-0e1adfbfc462 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.910878] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367086, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.055258] env[69316]: DEBUG nova.compute.manager [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.055258] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a253f882-4a6f-49d5-8fcf-31e97508809d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.063235] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1991fd8c-956a-4144-9f6e-73c4d3eed2fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.103873] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.110024] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 901.110024] env[69316]: WARNING nova.virt.vmwareapi.driver [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 could not be found. [ 901.110024] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.110024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.920s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.110594] env[69316]: INFO nova.compute.claims [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.113684] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4dc1fe6b-210c-4ee8-89cd-9fc8ca7def5b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.116273] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e70ed4-4e1a-47ac-a5b5-a72af1c34df0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.124146] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 901.124146] env[69316]: value = "task-3367090" [ 901.124146] env[69316]: _type = "Task" [ 901.124146] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.128946] env[69316]: DEBUG nova.network.neutron [-] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.137425] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbeef42-78b9-4dc5-a99c-2dea6a1dfd91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.150919] env[69316]: INFO nova.scheduler.client.report [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Deleted allocations for instance 102f49a8-bd4d-445f-b772-eb6b4ed5954c [ 901.160588] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.184378] env[69316]: WARNING nova.virt.vmwareapi.vmops [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d296fcbe-d243-4c97-a871-34bdfa99dcf6 could not be found. [ 901.186071] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.186071] env[69316]: INFO nova.compute.manager [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Took 0.13 seconds to destroy the instance on the hypervisor. [ 901.186071] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.191268] env[69316]: DEBUG nova.compute.manager [-] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.191268] env[69316]: DEBUG nova.network.neutron [-] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.198268] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367088, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.239212] env[69316]: DEBUG nova.compute.manager [req-58322382-86f9-49a4-9d81-328bcc04abf6 req-d3ec8828-edbd-4341-b83c-8987eabef2a7 service nova] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Received event network-vif-deleted-abbbc370-249a-4446-b7c5-5e04027520ec {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.255123] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 901.256333] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-294a93a4-ea13-4c0c-b35a-eea632e5fa01 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.269802] env[69316]: DEBUG oslo_vmware.api [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Task: {'id': task-3367089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500539} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.271393] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.271561] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.271813] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.272672] env[69316]: INFO nova.compute.manager [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 901.272672] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.272672] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 901.272672] env[69316]: value = "task-3367091" [ 901.272672] env[69316]: _type = "Task" [ 901.272672] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.273028] env[69316]: DEBUG nova.compute.manager [-] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.273178] env[69316]: DEBUG nova.network.neutron [-] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.278886] env[69316]: INFO nova.compute.manager [-] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Took 1.43 seconds to deallocate network for instance. [ 901.289708] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367091, 'name': CloneVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.289708] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a98cb74-7b9b-45c3-95ac-4ed8e9369b0a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.301850] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419814f-cd3b-4d21-a2cc-85d2ac29d62a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.343218] env[69316]: DEBUG nova.compute.manager [req-c0cc4e5f-4e2d-4139-a7d2-e991e235fb6a req-a0cd8560-8724-4fb4-83b0-c13d29ad2bbf service nova] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Detach interface failed, port_id=f650c9ea-6f26-40a6-b737-c02bae2ba173, reason: Instance 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.414850] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618178} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.415521] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 247ce9d7-300c-4e6e-a580-7baaa4aeb115/247ce9d7-300c-4e6e-a580-7baaa4aeb115.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.415782] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.416123] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c3c890a-f7e7-4f76-babe-12441420423e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.422868] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 901.422868] env[69316]: value = "task-3367092" [ 901.422868] env[69316]: _type = "Task" [ 901.422868] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.430993] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.641120] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367090, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.652922] env[69316]: INFO nova.compute.manager [-] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Took 1.95 seconds to deallocate network for instance. [ 901.666733] env[69316]: DEBUG oslo_concurrency.lockutils [None req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Lock "102f49a8-bd4d-445f-b772-eb6b4ed5954c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.921s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.697684] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715782} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.697684] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.697684] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.697684] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff45f4ab-2ef0-4f13-a263-efe705030247 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.706477] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 901.706477] env[69316]: value = "task-3367093" [ 901.706477] env[69316]: _type = "Task" [ 901.706477] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.715904] env[69316]: DEBUG nova.network.neutron [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Successfully updated port: 559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.721441] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.786911] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367091, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.788518] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.790628] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.790893] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.937280] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160766} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.939389] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.939389] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37cb2b6-259b-4906-9fbe-eed9a99b430c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.975888] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 247ce9d7-300c-4e6e-a580-7baaa4aeb115/247ce9d7-300c-4e6e-a580-7baaa4aeb115.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.976374] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6082a597-d15a-4c1c-a661-cf3b828ab79b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.000563] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 902.000563] env[69316]: value = "task-3367094" [ 902.000563] env[69316]: _type = "Task" [ 902.000563] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.009295] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.148495] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367090, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.173491] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.222661] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.222809] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.222956] env[69316]: DEBUG nova.network.neutron [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.224262] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125001} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.224536] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.225615] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa00c6f-f058-4568-801e-d663dc0021e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.261953] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.265923] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72339053-d1a1-436a-8903-cc6ac34879b0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.300853] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367091, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.305584] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.305584] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 902.305584] env[69316]: value = "task-3367095" [ 902.305584] env[69316]: _type = "Task" [ 902.305584] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.306120] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.306204] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.310307] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.310448] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.311048] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.311194] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 902.315955] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.316298] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.501854] env[69316]: DEBUG nova.network.neutron [-] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.514692] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367094, 'name': ReconfigVM_Task, 'duration_secs': 0.512955} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.517586] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 247ce9d7-300c-4e6e-a580-7baaa4aeb115/247ce9d7-300c-4e6e-a580-7baaa4aeb115.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.518477] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6816dc3-3e13-44d4-addb-5d8981fc7d35 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.525829] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 902.525829] env[69316]: value = "task-3367096" [ 902.525829] env[69316]: _type = "Task" [ 902.525829] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.534578] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367096, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.642546] env[69316]: DEBUG nova.network.neutron [-] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.647591] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367090, 'name': CreateSnapshot_Task, 'duration_secs': 1.125578} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.648704] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 902.649861] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ca5f29-d6a9-4762-be76-a368ace8fc3b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.771150] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fb1896-950f-41bc-9abc-06ce641abbbd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.778554] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619ff68-cb04-463a-b3a3-9009d9be4173 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.816532] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.820584] env[69316]: DEBUG nova.network.neutron [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.827248] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20274cf4-c08b-4535-a8bd-2d4374cac6ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.830108] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367091, 'name': CloneVM_Task} progress is 95%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.833685] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "d6f90165-8470-41f0-a14d-ad21b7f1f976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.833988] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "d6f90165-8470-41f0-a14d-ad21b7f1f976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.842743] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367095, 'name': ReconfigVM_Task, 'duration_secs': 0.340453} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.845561] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.846405] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a34b05dc-b944-41bf-b5e2-40e7d97fe585 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.849217] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8208bf44-bc72-402e-884c-0e800c747ec8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.864929] env[69316]: DEBUG nova.compute.provider_tree [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.869588] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 902.869588] env[69316]: value = "task-3367097" [ 902.869588] env[69316]: _type = "Task" [ 902.869588] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.879508] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367097, 'name': Rename_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.007941] env[69316]: INFO nova.compute.manager [-] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Took 1.82 seconds to deallocate network for instance. [ 903.042146] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367096, 'name': Rename_Task, 'duration_secs': 0.226199} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.042586] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.042891] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90f16765-59ce-4f79-91b8-4aaa0bb07915 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.049819] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 903.049819] env[69316]: value = "task-3367098" [ 903.049819] env[69316]: _type = "Task" [ 903.049819] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.059403] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.149473] env[69316]: INFO nova.compute.manager [-] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Took 1.88 seconds to deallocate network for instance. [ 903.171775] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 903.171775] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9789dad8-2cba-4838-8447-2f3d2831651d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.185019] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 903.185019] env[69316]: value = "task-3367099" [ 903.185019] env[69316]: _type = "Task" [ 903.185019] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.192593] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367099, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.207554] env[69316]: DEBUG nova.network.neutron [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updating instance_info_cache with network_info: [{"id": "559f0433-af42-4752-8581-32b8bfbf1b96", "address": "fa:16:3e:fc:db:75", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559f0433-af", "ovs_interfaceid": "559f0433-af42-4752-8581-32b8bfbf1b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.288919] env[69316]: DEBUG nova.compute.manager [req-b129a568-9f11-4e7b-be28-062a64941241 req-9113f32c-4d92-465b-acf2-23f93b812033 service nova] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Received event network-vif-deleted-ca572663-b7be-4e93-a5ea-b49dd226aa6e {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.295734] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367091, 'name': CloneVM_Task, 'duration_secs': 1.680151} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.295922] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Created linked-clone VM from snapshot [ 903.296869] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50717ff4-70b2-4670-9a40-c4ffea75b2aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.306122] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Uploading image 37577bb0-253b-4780-acd8-30e0ab73a842 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 903.334798] env[69316]: DEBUG oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 903.334798] env[69316]: value = "vm-671900" [ 903.334798] env[69316]: _type = "VirtualMachine" [ 903.334798] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 903.335194] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95d93594-c61e-42b3-8002-35bc39a41053 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.337010] env[69316]: DEBUG nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.347366] env[69316]: DEBUG oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease: (returnval){ [ 903.347366] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5277f6e7-b16a-ac54-e214-9c0b325b736d" [ 903.347366] env[69316]: _type = "HttpNfcLease" [ 903.347366] env[69316]: } obtained for exporting VM: (result){ [ 903.347366] env[69316]: value = "vm-671900" [ 903.347366] env[69316]: _type = "VirtualMachine" [ 903.347366] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 903.347366] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the lease: (returnval){ [ 903.347366] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5277f6e7-b16a-ac54-e214-9c0b325b736d" [ 903.347366] env[69316]: _type = "HttpNfcLease" [ 903.347366] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.362075] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.362075] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5277f6e7-b16a-ac54-e214-9c0b325b736d" [ 903.362075] env[69316]: _type = "HttpNfcLease" [ 903.362075] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 903.371611] env[69316]: DEBUG nova.scheduler.client.report [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.387623] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367097, 'name': Rename_Task, 'duration_secs': 0.156115} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.388613] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.388613] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd266262-f7bc-4b98-b61a-3942b24ac722 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.395738] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 903.395738] env[69316]: value = "task-3367101" [ 903.395738] env[69316]: _type = "Task" [ 903.395738] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.408102] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.564699] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.592982] env[69316]: INFO nova.compute.manager [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Took 0.58 seconds to detach 1 volumes for instance. [ 903.595249] env[69316]: DEBUG nova.compute.manager [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Deleting volume: b60eda4f-5437-4869-a2b4-ed31a9725ca0 {{(pid=69316) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 903.605210] env[69316]: DEBUG nova.compute.manager [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Received event network-vif-plugged-559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.605210] env[69316]: DEBUG oslo_concurrency.lockutils [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] Acquiring lock "6764d904-c024-481e-9e99-f022b5c5e4f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.605210] env[69316]: DEBUG oslo_concurrency.lockutils [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.605210] env[69316]: DEBUG oslo_concurrency.lockutils [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.605210] env[69316]: DEBUG nova.compute.manager [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] No waiting events found dispatching network-vif-plugged-559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.605210] env[69316]: WARNING nova.compute.manager [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Received unexpected event network-vif-plugged-559f0433-af42-4752-8581-32b8bfbf1b96 for instance with vm_state building and task_state spawning. [ 903.605210] env[69316]: DEBUG nova.compute.manager [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Received event network-changed-559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.605210] env[69316]: DEBUG nova.compute.manager [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Refreshing instance network info cache due to event network-changed-559f0433-af42-4752-8581-32b8bfbf1b96. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.605210] env[69316]: DEBUG oslo_concurrency.lockutils [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] Acquiring lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.668802] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.700759] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367099, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.710230] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Releasing lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.710638] env[69316]: DEBUG nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Instance network_info: |[{"id": "559f0433-af42-4752-8581-32b8bfbf1b96", "address": "fa:16:3e:fc:db:75", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559f0433-af", "ovs_interfaceid": "559f0433-af42-4752-8581-32b8bfbf1b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.710974] env[69316]: DEBUG oslo_concurrency.lockutils [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] Acquired lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.712781] env[69316]: DEBUG nova.network.neutron [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Refreshing network info cache for port 559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.712781] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:db:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '559f0433-af42-4752-8581-32b8bfbf1b96', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.724448] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.726503] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.726766] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3dd9367-9ca2-40d7-9a0d-2ddd3a00ac17 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.751974] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.751974] env[69316]: value = "task-3367103" [ 903.751974] env[69316]: _type = "Task" [ 903.751974] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.761411] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367103, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.855691] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.855691] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5277f6e7-b16a-ac54-e214-9c0b325b736d" [ 903.855691] env[69316]: _type = "HttpNfcLease" [ 903.855691] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 903.856089] env[69316]: DEBUG oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 903.856089] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5277f6e7-b16a-ac54-e214-9c0b325b736d" [ 903.856089] env[69316]: _type = "HttpNfcLease" [ 903.856089] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 903.856896] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857f82cf-c2cb-4a6a-ab63-6be4d96df41c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.865254] env[69316]: DEBUG oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbb90d-30d2-865a-e357-ee89efd7e56b/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.865433] env[69316]: DEBUG oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbb90d-30d2-865a-e357-ee89efd7e56b/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 903.868702] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.934197] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.934789] env[69316]: DEBUG nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.942983] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.062s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.943227] env[69316]: INFO nova.compute.claims [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.957556] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.005440] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9d87b41-66f5-448a-8c50-aa2a4a041ee9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.061337] env[69316]: DEBUG oslo_vmware.api [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367098, 'name': PowerOnVM_Task, 'duration_secs': 0.804636} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.061608] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.061846] env[69316]: INFO nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Took 8.24 seconds to spawn the instance on the hypervisor. [ 904.062057] env[69316]: DEBUG nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.062827] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd2d941-acc9-479f-9bc8-9ff517727953 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.168663] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.201939] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367099, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.264836] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367103, 'name': CreateVM_Task, 'duration_secs': 0.434891} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.266289] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.266815] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.267085] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.267447] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.267821] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef76a544-9c50-4a6d-9804-6690678d1ad2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.275070] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 904.275070] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f27306-c726-13df-c0e2-d0ffa96033a0" [ 904.275070] env[69316]: _type = "Task" [ 904.275070] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.283511] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f27306-c726-13df-c0e2-d0ffa96033a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.451019] env[69316]: DEBUG nova.compute.utils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.451019] env[69316]: DEBUG nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.451019] env[69316]: DEBUG nova.network.neutron [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.480867] env[69316]: DEBUG oslo_vmware.api [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367101, 'name': PowerOnVM_Task, 'duration_secs': 0.602754} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.482580] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.483683] env[69316]: DEBUG nova.compute.manager [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.485208] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ace46d-d4f6-4506-88de-fd870e62befc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.588259] env[69316]: INFO nova.compute.manager [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Took 38.23 seconds to build instance. [ 904.628074] env[69316]: DEBUG nova.policy [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36764f82bf17404fbdf3fb5bd619be1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7ccb5b8ad6842679b6915f7152131d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.653028] env[69316]: DEBUG nova.network.neutron [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updated VIF entry in instance network info cache for port 559f0433-af42-4752-8581-32b8bfbf1b96. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.653028] env[69316]: DEBUG nova.network.neutron [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updating instance_info_cache with network_info: [{"id": "559f0433-af42-4752-8581-32b8bfbf1b96", "address": "fa:16:3e:fc:db:75", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559f0433-af", "ovs_interfaceid": "559f0433-af42-4752-8581-32b8bfbf1b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.695395] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367099, 'name': CloneVM_Task, 'duration_secs': 1.356287} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.696103] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Created linked-clone VM from snapshot [ 904.698483] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0365c7d-191a-42d4-b60c-ee0df71a4de0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.710044] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Uploading image 859b199f-51ee-412a-b52b-35402c6fadf4 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 904.788994] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f27306-c726-13df-c0e2-d0ffa96033a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013153} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.789845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.790202] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.790447] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.790623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.790776] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.791121] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d144acf-de65-4adb-b19b-74e6b6c4aea5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.800501] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.801439] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.802661] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9820fc5-6d48-4e3c-a6bd-fefc42f614bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.808406] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 904.808406] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527ff318-4a23-9565-3127-9eb0cb4408f5" [ 904.808406] env[69316]: _type = "Task" [ 904.808406] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.818566] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527ff318-4a23-9565-3127-9eb0cb4408f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.961571] env[69316]: DEBUG nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.008112] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.091706] env[69316]: DEBUG oslo_concurrency.lockutils [None req-360d3ad7-a064-4c57-b32a-06f17adf9475 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.303s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.096907] env[69316]: DEBUG oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 905.096907] env[69316]: value = "vm-671902" [ 905.096907] env[69316]: _type = "VirtualMachine" [ 905.096907] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 905.097365] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-396e4aab-bbb0-43c9-bf1d-bcf83a0cfca3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.109857] env[69316]: DEBUG oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7203a-5592-8d66-d590-332c2950ab84/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.114344] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00394a83-4a3b-48c2-ba1e-c9ecaaeaeb5b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.117826] env[69316]: DEBUG oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lease: (returnval){ [ 905.117826] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525fcb23-9427-3700-9634-a31fcde04185" [ 905.117826] env[69316]: _type = "HttpNfcLease" [ 905.117826] env[69316]: } obtained for exporting VM: (result){ [ 905.117826] env[69316]: value = "vm-671902" [ 905.117826] env[69316]: _type = "VirtualMachine" [ 905.117826] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 905.118168] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the lease: (returnval){ [ 905.118168] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525fcb23-9427-3700-9634-a31fcde04185" [ 905.118168] env[69316]: _type = "HttpNfcLease" [ 905.118168] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 905.124770] env[69316]: DEBUG oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7203a-5592-8d66-d590-332c2950ab84/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.124954] env[69316]: ERROR oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7203a-5592-8d66-d590-332c2950ab84/disk-0.vmdk due to incomplete transfer. [ 905.125780] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d2ae3873-bd22-45f7-8761-230b8a80981f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.130200] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.130200] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525fcb23-9427-3700-9634-a31fcde04185" [ 905.130200] env[69316]: _type = "HttpNfcLease" [ 905.130200] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 905.130200] env[69316]: DEBUG oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 905.130200] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525fcb23-9427-3700-9634-a31fcde04185" [ 905.130200] env[69316]: _type = "HttpNfcLease" [ 905.130200] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 905.130610] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac7e45f-2ca0-4195-a846-7cb269f27d06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.136234] env[69316]: DEBUG oslo_vmware.rw_handles [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7203a-5592-8d66-d590-332c2950ab84/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 905.136234] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Uploaded image 879f5d67-2d02-47bc-8e6d-a6441a1a9f3d to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 905.137806] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 905.139259] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96eea91f-bdc6-4b18-945e-69f840159cdb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.144104] env[69316]: DEBUG oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526da043-8121-7dbf-5c34-ed6bed9af494/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 905.144394] env[69316]: DEBUG oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526da043-8121-7dbf-5c34-ed6bed9af494/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 905.208517] env[69316]: DEBUG oslo_concurrency.lockutils [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] Releasing lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.208656] env[69316]: DEBUG nova.compute.manager [req-4fa09b86-00b8-49fb-b1ad-d44653304471 req-58547eae-dcd0-4b2b-8595-639006dccf7c service nova] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Received event network-vif-deleted-c8b4ac81-e45d-4990-957d-4c0912905a83 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.213016] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 905.213016] env[69316]: value = "task-3367105" [ 905.213016] env[69316]: _type = "Task" [ 905.213016] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.223203] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367105, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.311950] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cdb8491-ea39-4b9e-a61e-4f5aa8232e04 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.331700] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527ff318-4a23-9565-3127-9eb0cb4408f5, 'name': SearchDatastore_Task, 'duration_secs': 0.029412} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.338914] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3bfaf67-06dc-4042-bf2c-f87600380410 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.345927] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 905.345927] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5248cf1c-cc9e-3996-d99a-d94dd910a8bb" [ 905.345927] env[69316]: _type = "Task" [ 905.345927] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.364872] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5248cf1c-cc9e-3996-d99a-d94dd910a8bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.371396] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.371396] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6764d904-c024-481e-9e99-f022b5c5e4f3/6764d904-c024-481e-9e99-f022b5c5e4f3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.372266] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48c15001-ec4b-4749-b2b5-042d3763850b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.378742] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 905.378742] env[69316]: value = "task-3367106" [ 905.378742] env[69316]: _type = "Task" [ 905.378742] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.393045] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.439579] env[69316]: DEBUG nova.network.neutron [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Successfully created port: 47c378d7-89ad-4fc4-a028-722ea9a7ac6a {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.733084] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367105, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.796319] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf674a6b-62a8-469d-9379-f6777b11c118 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.805577] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea3d08d-66a7-4bfb-85c6-f9247f112f00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.851109] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c2994c-f5c2-4cee-bf8e-90d7a0925a5f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.860291] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859b4b47-ae58-4768-9a32-2c9b1aea399a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.876794] env[69316]: DEBUG nova.compute.provider_tree [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.889219] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367106, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.974333] env[69316]: DEBUG nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.226909] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367105, 'name': Destroy_Task, 'duration_secs': 0.676983} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.227404] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Destroyed the VM [ 906.227645] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 906.228070] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-366311ef-c5e4-4da8-a9c2-5d4aa8dbff11 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.235580] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 906.235580] env[69316]: value = "task-3367107" [ 906.235580] env[69316]: _type = "Task" [ 906.235580] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.245687] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.256361] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "f9319946-f7ff-48ab-addf-0a713b6f51de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.256951] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "f9319946-f7ff-48ab-addf-0a713b6f51de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.256951] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "f9319946-f7ff-48ab-addf-0a713b6f51de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.256951] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "f9319946-f7ff-48ab-addf-0a713b6f51de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.256951] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "f9319946-f7ff-48ab-addf-0a713b6f51de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.260595] env[69316]: INFO nova.compute.manager [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Terminating instance [ 906.380735] env[69316]: DEBUG nova.scheduler.client.report [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.403737] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630093} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.405633] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6764d904-c024-481e-9e99-f022b5c5e4f3/6764d904-c024-481e-9e99-f022b5c5e4f3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.406184] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.407387] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc3df2cc-999b-4917-932e-dce9055e5445 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.421941] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 906.421941] env[69316]: value = "task-3367108" [ 906.421941] env[69316]: _type = "Task" [ 906.421941] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.434553] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.745809] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367107, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.766916] env[69316]: DEBUG nova.compute.manager [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.767173] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.768897] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac58d9d-755e-4a91-8927-af794120fa84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.781291] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.781635] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d690768e-f7bb-4600-b8f2-98fcc0778e19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.790632] env[69316]: DEBUG oslo_vmware.api [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 906.790632] env[69316]: value = "task-3367109" [ 906.790632] env[69316]: _type = "Task" [ 906.790632] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.801223] env[69316]: DEBUG oslo_vmware.api [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.891171] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.948s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.891171] env[69316]: DEBUG nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.897346] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.792s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.933612] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088992} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.934511] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.936693] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff167f1-9ab1-4214-b738-cec8914069ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.956056] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.956382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.956913] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.957227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.957444] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.960116] env[69316]: INFO nova.compute.manager [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Terminating instance [ 906.974286] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 6764d904-c024-481e-9e99-f022b5c5e4f3/6764d904-c024-481e-9e99-f022b5c5e4f3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.975729] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14aedfa6-fd8a-4032-993c-98c8de9512d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.004971] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 907.004971] env[69316]: value = "task-3367110" [ 907.004971] env[69316]: _type = "Task" [ 907.004971] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.018335] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.119030] env[69316]: DEBUG oslo_concurrency.lockutils [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Acquiring lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.119161] env[69316]: DEBUG oslo_concurrency.lockutils [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.149595] env[69316]: DEBUG nova.network.neutron [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Successfully updated port: 47c378d7-89ad-4fc4-a028-722ea9a7ac6a {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.247336] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367107, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.301941] env[69316]: DEBUG oslo_vmware.api [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367109, 'name': PowerOffVM_Task, 'duration_secs': 0.243556} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.302350] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.302540] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.302934] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8e24314-5133-40bd-971f-d7bec81dbbcb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.371915] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.372141] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.372388] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleting the datastore file [datastore1] f9319946-f7ff-48ab-addf-0a713b6f51de {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.372722] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07f0b676-66a9-46e4-b10b-16905fd44900 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.380617] env[69316]: DEBUG oslo_vmware.api [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 907.380617] env[69316]: value = "task-3367112" [ 907.380617] env[69316]: _type = "Task" [ 907.380617] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.393082] env[69316]: DEBUG oslo_vmware.api [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.395859] env[69316]: DEBUG nova.compute.utils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.397402] env[69316]: DEBUG nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.397580] env[69316]: DEBUG nova.network.neutron [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.402783] env[69316]: INFO nova.compute.claims [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.476738] env[69316]: DEBUG nova.compute.manager [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.477119] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.478353] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234d3f97-bf80-49fc-8d42-d2d43cc1f024 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.488992] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.489582] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9754c311-dd15-44a3-a097-fcdd694b63b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.496076] env[69316]: DEBUG oslo_vmware.api [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 907.496076] env[69316]: value = "task-3367113" [ 907.496076] env[69316]: _type = "Task" [ 907.496076] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.505269] env[69316]: DEBUG nova.policy [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36764f82bf17404fbdf3fb5bd619be1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7ccb5b8ad6842679b6915f7152131d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.509724] env[69316]: DEBUG oslo_vmware.api [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.518143] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367110, 'name': ReconfigVM_Task, 'duration_secs': 0.366807} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.518449] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 6764d904-c024-481e-9e99-f022b5c5e4f3/6764d904-c024-481e-9e99-f022b5c5e4f3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.519130] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0487a147-f69d-493d-aa4c-26a00870a28a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.524722] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 907.524722] env[69316]: value = "task-3367114" [ 907.524722] env[69316]: _type = "Task" [ 907.524722] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.534158] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367114, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.626052] env[69316]: DEBUG nova.compute.utils [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.652144] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "refresh_cache-17adb78a-c2b6-477d-b029-14b0acb2fd0e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.652302] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquired lock "refresh_cache-17adb78a-c2b6-477d-b029-14b0acb2fd0e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.652685] env[69316]: DEBUG nova.network.neutron [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.747384] env[69316]: DEBUG oslo_vmware.api [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367107, 'name': RemoveSnapshot_Task, 'duration_secs': 1.274619} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.747926] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 907.748143] env[69316]: INFO nova.compute.manager [None req-f0a381ac-3757-41ba-88df-4244875ec2b2 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 907.895336] env[69316]: DEBUG oslo_vmware.api [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259969} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.895657] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.895984] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.896325] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.896559] env[69316]: INFO nova.compute.manager [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Took 1.13 seconds to destroy the instance on the hypervisor. [ 907.896827] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.897117] env[69316]: DEBUG nova.compute.manager [-] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.897250] env[69316]: DEBUG nova.network.neutron [-] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.901473] env[69316]: DEBUG nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.910021] env[69316]: INFO nova.compute.resource_tracker [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating resource usage from migration 2cedcf36-952f-4f34-be75-e2ae474571f9 [ 908.009489] env[69316]: DEBUG oslo_vmware.api [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367113, 'name': PowerOffVM_Task, 'duration_secs': 0.242879} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.010218] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.010218] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.010415] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7650f85-5628-4bbf-9d4f-6ec80b94d1cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.022418] env[69316]: DEBUG nova.network.neutron [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Successfully created port: 57b1f4c6-937a-4b66-85d7-49c37bf63a17 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.039646] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367114, 'name': Rename_Task, 'duration_secs': 0.194636} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.040077] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.040678] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2d39f99-332a-4d2c-9d8d-75a2d6ac1289 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.050019] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 908.050019] env[69316]: value = "task-3367116" [ 908.050019] env[69316]: _type = "Task" [ 908.050019] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.064725] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.084531] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.084749] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.085046] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleting the datastore file [datastore1] 247ce9d7-300c-4e6e-a580-7baaa4aeb115 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.085435] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b12f714b-2458-47b8-b653-a8a46811f27f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.098355] env[69316]: DEBUG oslo_vmware.api [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for the task: (returnval){ [ 908.098355] env[69316]: value = "task-3367117" [ 908.098355] env[69316]: _type = "Task" [ 908.098355] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.110246] env[69316]: DEBUG oslo_vmware.api [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.127036] env[69316]: DEBUG oslo_concurrency.lockutils [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.204168] env[69316]: DEBUG nova.network.neutron [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.572660] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367116, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.575242] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812021a-a2c6-46c1-beb7-33c9f873f917 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.585343] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ec3212-5fbf-4d4d-9a9c-a9afa9d80e07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.590272] env[69316]: DEBUG nova.compute.manager [req-764d5ab9-1e65-4148-a72f-a4e17bf77380 req-6126a8cb-c2a5-48d2-8095-b8a268756813 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Received event network-vif-plugged-47c378d7-89ad-4fc4-a028-722ea9a7ac6a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.590494] env[69316]: DEBUG oslo_concurrency.lockutils [req-764d5ab9-1e65-4148-a72f-a4e17bf77380 req-6126a8cb-c2a5-48d2-8095-b8a268756813 service nova] Acquiring lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.590705] env[69316]: DEBUG oslo_concurrency.lockutils [req-764d5ab9-1e65-4148-a72f-a4e17bf77380 req-6126a8cb-c2a5-48d2-8095-b8a268756813 service nova] Lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.590906] env[69316]: DEBUG oslo_concurrency.lockutils [req-764d5ab9-1e65-4148-a72f-a4e17bf77380 req-6126a8cb-c2a5-48d2-8095-b8a268756813 service nova] Lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.591160] env[69316]: DEBUG nova.compute.manager [req-764d5ab9-1e65-4148-a72f-a4e17bf77380 req-6126a8cb-c2a5-48d2-8095-b8a268756813 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] No waiting events found dispatching network-vif-plugged-47c378d7-89ad-4fc4-a028-722ea9a7ac6a {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.591432] env[69316]: WARNING nova.compute.manager [req-764d5ab9-1e65-4148-a72f-a4e17bf77380 req-6126a8cb-c2a5-48d2-8095-b8a268756813 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Received unexpected event network-vif-plugged-47c378d7-89ad-4fc4-a028-722ea9a7ac6a for instance with vm_state building and task_state spawning. [ 908.627056] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea723454-88d9-41e9-94d2-5c292bc05391 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.639366] env[69316]: DEBUG oslo_vmware.api [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Task: {'id': task-3367117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281718} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.642242] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.644032] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.644032] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.644032] env[69316]: INFO nova.compute.manager [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Took 1.17 seconds to destroy the instance on the hypervisor. [ 908.644032] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.644378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e8e353-21b1-4111-b2a1-7d8bfba3563d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.648484] env[69316]: DEBUG nova.compute.manager [-] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.648583] env[69316]: DEBUG nova.network.neutron [-] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.662755] env[69316]: DEBUG nova.compute.provider_tree [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.712721] env[69316]: DEBUG nova.network.neutron [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Updating instance_info_cache with network_info: [{"id": "47c378d7-89ad-4fc4-a028-722ea9a7ac6a", "address": "fa:16:3e:ee:72:a6", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c378d7-89", "ovs_interfaceid": "47c378d7-89ad-4fc4-a028-722ea9a7ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.810497] env[69316]: DEBUG nova.network.neutron [-] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.926398] env[69316]: DEBUG nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.072584] env[69316]: DEBUG oslo_vmware.api [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367116, 'name': PowerOnVM_Task, 'duration_secs': 0.583668} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.073162] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.075437] env[69316]: INFO nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Took 8.27 seconds to spawn the instance on the hypervisor. [ 909.075437] env[69316]: DEBUG nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.075437] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d09b9f6-1c50-4d40-8c80-bdf31575dae4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.166835] env[69316]: DEBUG nova.scheduler.client.report [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.217649] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Releasing lock "refresh_cache-17adb78a-c2b6-477d-b029-14b0acb2fd0e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.217776] env[69316]: DEBUG nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Instance network_info: |[{"id": "47c378d7-89ad-4fc4-a028-722ea9a7ac6a", "address": "fa:16:3e:ee:72:a6", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c378d7-89", "ovs_interfaceid": "47c378d7-89ad-4fc4-a028-722ea9a7ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.220061] env[69316]: DEBUG oslo_concurrency.lockutils [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Acquiring lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.220402] env[69316]: DEBUG oslo_concurrency.lockutils [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.220762] env[69316]: INFO nova.compute.manager [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Attaching volume 9b1e85a1-301e-4e6e-a71f-d0edc6d8848e to /dev/sdb [ 909.263015] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb25e71-8d80-4c40-865a-616f65cf9617 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.271014] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8521c0ab-247d-427d-8eea-56b919b3d3ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.286059] env[69316]: DEBUG nova.virt.block_device [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Updating existing volume attachment record: 967c9127-63b2-4612-a5ad-471768a4e558 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 909.313738] env[69316]: INFO nova.compute.manager [-] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Took 1.42 seconds to deallocate network for instance. [ 909.420345] env[69316]: DEBUG nova.network.neutron [-] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.429892] env[69316]: DEBUG nova.compute.manager [req-47d4f758-178b-43b1-927f-2cff98b01862 req-4b3703a6-4777-4367-a145-9ee846050da4 service nova] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Received event network-vif-deleted-8aa1e3f4-5095-44ca-9967-caacfb76b30b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.596083] env[69316]: INFO nova.compute.manager [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Took 39.16 seconds to build instance. [ 909.673740] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.779s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.673740] env[69316]: INFO nova.compute.manager [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Migrating [ 909.680402] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.880s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.681873] env[69316]: INFO nova.compute.claims [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.820893] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.926605] env[69316]: INFO nova.compute.manager [-] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Took 1.28 seconds to deallocate network for instance. [ 909.981278] env[69316]: DEBUG nova.network.neutron [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Successfully updated port: 57b1f4c6-937a-4b66-85d7-49c37bf63a17 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.071480] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.071879] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.072164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.072415] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.072642] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.075085] env[69316]: INFO nova.compute.manager [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Terminating instance [ 910.098794] env[69316]: DEBUG oslo_concurrency.lockutils [None req-023be7d2-3614-4f8b-acaf-332b592d287b tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.905s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.193311] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.193515] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.193722] env[69316]: DEBUG nova.network.neutron [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.433641] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.485373] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "refresh_cache-9f872767-af4b-407f-a140-063c1b2c831f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.485603] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquired lock "refresh_cache-9f872767-af4b-407f-a140-063c1b2c831f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.485819] env[69316]: DEBUG nova.network.neutron [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.578893] env[69316]: DEBUG nova.compute.manager [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.579134] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.580183] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aa113e-5de8-4d55-bfd1-adedad04f974 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.588831] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.589128] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfe543cc-572d-4be8-b315-4e55b0b1d67e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.595111] env[69316]: DEBUG oslo_vmware.api [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 910.595111] env[69316]: value = "task-3367121" [ 910.595111] env[69316]: _type = "Task" [ 910.595111] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.603418] env[69316]: DEBUG oslo_vmware.api [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.932433] env[69316]: DEBUG nova.network.neutron [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance_info_cache with network_info: [{"id": "8c75bdd1-569d-46fc-a11c-233106812c61", "address": "fa:16:3e:74:41:89", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75bdd1-56", "ovs_interfaceid": "8c75bdd1-569d-46fc-a11c-233106812c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.020589] env[69316]: DEBUG nova.network.neutron [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.110072] env[69316]: DEBUG oslo_vmware.api [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367121, 'name': PowerOffVM_Task, 'duration_secs': 0.352236} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.110366] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.110534] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.110794] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02cf8ee9-80cf-4db0-8e56-f43f89dc8475 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.174952] env[69316]: DEBUG nova.network.neutron [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Updating instance_info_cache with network_info: [{"id": "57b1f4c6-937a-4b66-85d7-49c37bf63a17", "address": "fa:16:3e:01:2d:ec", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b1f4c6-93", "ovs_interfaceid": "57b1f4c6-937a-4b66-85d7-49c37bf63a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.185609] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.185897] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.186116] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Deleting the datastore file [datastore1] 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.186420] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-834e8c33-ac23-4320-b0c4-581bd8969c5f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.192436] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32ec76-3e34-414f-b263-854bb4e9f227 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.197220] env[69316]: DEBUG oslo_vmware.api [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 911.197220] env[69316]: value = "task-3367123" [ 911.197220] env[69316]: _type = "Task" [ 911.197220] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.204097] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66197379-ae92-4ab8-8468-0f601663b8da {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.210769] env[69316]: DEBUG oslo_vmware.api [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.238059] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c626afb-dede-4b89-b32a-0126591d12ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.245527] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47337a4e-06fe-43a3-a805-fed7e6a0c19f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.259174] env[69316]: DEBUG nova.compute.provider_tree [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.438401] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.680569] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Releasing lock "refresh_cache-9f872767-af4b-407f-a140-063c1b2c831f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.680888] env[69316]: DEBUG nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Instance network_info: |[{"id": "57b1f4c6-937a-4b66-85d7-49c37bf63a17", "address": "fa:16:3e:01:2d:ec", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b1f4c6-93", "ovs_interfaceid": "57b1f4c6-937a-4b66-85d7-49c37bf63a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.708261] env[69316]: DEBUG oslo_vmware.api [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226993} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.708512] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.708692] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.708866] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.709128] env[69316]: INFO nova.compute.manager [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 911.709405] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.709608] env[69316]: DEBUG nova.compute.manager [-] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.709706] env[69316]: DEBUG nova.network.neutron [-] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.763075] env[69316]: DEBUG nova.scheduler.client.report [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.268588] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.269212] env[69316]: DEBUG nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.272134] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.955s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.272348] env[69316]: DEBUG nova.objects.instance [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lazy-loading 'resources' on Instance uuid c6cb2dac-6d8a-4319-9e26-c12d31e8a733 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.725228] env[69316]: DEBUG nova.network.neutron [-] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.775750] env[69316]: DEBUG nova.compute.utils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.777609] env[69316]: DEBUG nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.778344] env[69316]: DEBUG nova.network.neutron [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.819361] env[69316]: DEBUG nova.policy [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4d979fd7e84e7aaa94059d315acf23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b671d0ad8c344f492342d6e45bf262d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.976727] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.976974] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.977153] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.977339] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.977485] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.977778] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.977937] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.978259] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.978478] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.978654] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.978849] env[69316]: DEBUG nova.virt.hardware [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.981120] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfdb565-1e11-4e3d-803f-abc6e352df46 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.996599] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359efff-cc37-40bf-a3f9-d4872baeaa66 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.004840] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.005097] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.005256] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.005442] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.005572] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.005715] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.006363] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.006363] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.006363] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.006521] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.006556] env[69316]: DEBUG nova.virt.hardware [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.008592] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c9d994-df0c-4788-9ea0-bc395752417f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.025031] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:72:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c378d7-89ad-4fc4-a028-722ea9a7ac6a', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.031567] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating folder: Project (e7ccb5b8ad6842679b6915f7152131d6). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.036369] env[69316]: DEBUG oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbb90d-30d2-865a-e357-ee89efd7e56b/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.039556] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4189243b-374d-485a-9c0b-1839fa63cece {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.042513] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e3ac4d-32e3-4176-9839-274a2721a7c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.044634] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff6a0a6-ff83-4885-a95e-1d00c06f4d61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.052280] env[69316]: DEBUG oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbb90d-30d2-865a-e357-ee89efd7e56b/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.052460] env[69316]: ERROR oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbb90d-30d2-865a-e357-ee89efd7e56b/disk-0.vmdk due to incomplete transfer. [ 913.060528] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5972fb3f-35c6-420e-97ed-23f603b4d1d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.062636] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:2d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57b1f4c6-937a-4b66-85d7-49c37bf63a17', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.070497] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating folder: Project (e7ccb5b8ad6842679b6915f7152131d6). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.073976] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dda328ea-d59b-413d-ae39-0a5e562f329f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.088950] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Created folder: Project (e7ccb5b8ad6842679b6915f7152131d6) in parent group-v671748. [ 913.089314] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating folder: Instances. Parent ref: group-v671907. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.094011] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b1b39b1-6a6a-4a02-bb1a-de60a1002972 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.094625] env[69316]: DEBUG oslo_vmware.rw_handles [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbb90d-30d2-865a-e357-ee89efd7e56b/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 913.094919] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Uploaded image 37577bb0-253b-4780-acd8-30e0ab73a842 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 913.097818] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 913.099772] env[69316]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 913.099772] env[69316]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69316) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 913.106639] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8dccbfa2-8ed7-4a96-afe0-76c9a61c8093 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.107356] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Folder already exists: Project (e7ccb5b8ad6842679b6915f7152131d6). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 913.107555] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating folder: Instances. Parent ref: group-v671907. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.109743] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fd0f99a-cb75-49da-aead-ab7f3183eed7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.111991] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58764ec8-0343-4bfd-b4db-7d2d8a486f73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.121436] env[69316]: DEBUG nova.network.neutron [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Successfully created port: ad9ee43d-865e-4176-b44b-d831504457de {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.123925] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Created folder: Instances in parent group-v671907. [ 913.124165] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.125328] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.128193] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2f0e14d-e154-411b-9412-95ef2d23f521 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.146164] env[69316]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 913.146372] env[69316]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69316) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 913.160121] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 913.160121] env[69316]: value = "task-3367128" [ 913.160121] env[69316]: _type = "Task" [ 913.160121] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.160417] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Folder already exists: Instances. Parent ref: group-v671907. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 913.160648] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.161268] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance '0365659e-b134-4241-a4ec-f6f6378c228d' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.170851] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.175391] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf2aeff6-bb63-4491-84bb-dd7f5e7be24d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.192024] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.192024] env[69316]: value = "task-3367130" [ 913.192024] env[69316]: _type = "Task" [ 913.192024] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.202365] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367128, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.202901] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.202901] env[69316]: value = "task-3367131" [ 913.202901] env[69316]: _type = "Task" [ 913.202901] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.209737] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367130, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.217031] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367131, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.227813] env[69316]: INFO nova.compute.manager [-] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Took 1.52 seconds to deallocate network for instance. [ 913.254224] env[69316]: DEBUG oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526da043-8121-7dbf-5c34-ed6bed9af494/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.255517] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110b457-e4f9-4edb-9c47-69d4f63a7ccc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.263161] env[69316]: DEBUG oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526da043-8121-7dbf-5c34-ed6bed9af494/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.263312] env[69316]: ERROR oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526da043-8121-7dbf-5c34-ed6bed9af494/disk-0.vmdk due to incomplete transfer. [ 913.263563] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-deaa2253-39f8-4ad8-a634-d18543087c97 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.274926] env[69316]: DEBUG oslo_vmware.rw_handles [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526da043-8121-7dbf-5c34-ed6bed9af494/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 913.274926] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Uploaded image 859b199f-51ee-412a-b52b-35402c6fadf4 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 913.277457] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 913.278319] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2be3decc-79e5-40e0-b70a-9f7e38e2380f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.283583] env[69316]: DEBUG nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.288476] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 913.288476] env[69316]: value = "task-3367132" [ 913.288476] env[69316]: _type = "Task" [ 913.288476] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.299664] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367132, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.474700] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5d8500-76bf-4960-b62f-c30bb256842a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.483743] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2016f7-d049-498f-b2b9-97c334e35123 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.517267] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c295696-5ae0-4160-9079-103285fed3d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.525310] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bf16d4-1c90-406c-af94-31c4d23fe74e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.539688] env[69316]: DEBUG nova.compute.provider_tree [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.579411] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquiring lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.579691] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.579926] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquiring lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.580187] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.580372] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.582621] env[69316]: INFO nova.compute.manager [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Terminating instance [ 913.625334] env[69316]: INFO nova.compute.manager [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Rebuilding instance [ 913.674169] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.680377] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc7313a-47a0-4842-937e-69ad74dc1600 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.682363] env[69316]: DEBUG nova.compute.manager [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.683208] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48296f7f-a861-4eaf-b9f9-bd87a49c30b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.697172] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367128, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.697513] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 913.697513] env[69316]: value = "task-3367133" [ 913.697513] env[69316]: _type = "Task" [ 913.697513] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.710773] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367130, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.723752] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.727488] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367131, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.736515] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.806073] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367132, 'name': Destroy_Task, 'duration_secs': 0.402766} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.806445] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Destroyed the VM [ 913.806796] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.809588] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2dcd1c4-33b0-4c7a-8e51-0891f6c93840 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.815545] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 913.815545] env[69316]: value = "task-3367134" [ 913.815545] env[69316]: _type = "Task" [ 913.815545] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.832098] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.849433] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 913.849670] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671906', 'volume_id': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'name': 'volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3daa3e4-fd53-4dc7-829b-a082157bcfa2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'serial': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 913.850907] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa6723-dd51-4c39-bf53-84bb74008afb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.870280] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4712adb-859e-4c86-97c4-e951c8e88c36 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.900763] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e/volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.901189] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4257eb8e-b777-41a8-ad7c-1d7a7638c9ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.922439] env[69316]: DEBUG oslo_vmware.api [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Waiting for the task: (returnval){ [ 913.922439] env[69316]: value = "task-3367135" [ 913.922439] env[69316]: _type = "Task" [ 913.922439] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.935029] env[69316]: DEBUG oslo_vmware.api [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.043309] env[69316]: DEBUG nova.scheduler.client.report [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.087875] env[69316]: DEBUG nova.compute.manager [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.088161] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.089209] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbd5161-d3ea-4483-b652-92f52a90dfa7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.097736] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.098123] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ff9c70-0196-42cf-a328-ef35e8c6c483 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.105116] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 914.105116] env[69316]: value = "task-3367136" [ 914.105116] env[69316]: _type = "Task" [ 914.105116] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.113649] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3367136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.183475] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367128, 'name': Destroy_Task, 'duration_secs': 0.915501} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.183582] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Destroyed the VM [ 914.183875] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 914.184531] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-52365039-6f4c-4a7d-9510-6fe1279e4cde {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.190603] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 914.190603] env[69316]: value = "task-3367137" [ 914.190603] env[69316]: _type = "Task" [ 914.190603] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.200669] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.214448] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367130, 'name': CreateVM_Task, 'duration_secs': 0.679861} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.217871] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.218449] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367133, 'name': PowerOffVM_Task, 'duration_secs': 0.306379} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.219200] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.219294] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.219606] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.219903] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.220106] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance '0365659e-b134-4241-a4ec-f6f6378c228d' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.226608] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6542c7af-cf98-4904-ba49-3aeaff6db015 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.228676] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367131, 'name': CreateVM_Task, 'duration_secs': 0.678322} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.229116] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.230588] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.232060] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 914.232060] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52746ef6-ca3a-243e-7b85-70b6523d53de" [ 914.232060] env[69316]: _type = "Task" [ 914.232060] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.242356] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52746ef6-ca3a-243e-7b85-70b6523d53de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.270960] env[69316]: DEBUG nova.compute.manager [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Received event network-changed-47c378d7-89ad-4fc4-a028-722ea9a7ac6a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.270960] env[69316]: DEBUG nova.compute.manager [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Refreshing instance network info cache due to event network-changed-47c378d7-89ad-4fc4-a028-722ea9a7ac6a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.270960] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Acquiring lock "refresh_cache-17adb78a-c2b6-477d-b029-14b0acb2fd0e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.271161] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Acquired lock "refresh_cache-17adb78a-c2b6-477d-b029-14b0acb2fd0e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.271277] env[69316]: DEBUG nova.network.neutron [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Refreshing network info cache for port 47c378d7-89ad-4fc4-a028-722ea9a7ac6a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.300933] env[69316]: DEBUG nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.328813] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.329058] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.329304] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.329387] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.329563] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.329702] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.329920] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.330122] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.330569] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.330779] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.330958] env[69316]: DEBUG nova.virt.hardware [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.331320] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367134, 'name': RemoveSnapshot_Task, 'duration_secs': 0.436802} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.332062] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285f41e4-2393-42ff-b6cd-d13e2de13735 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.334568] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.334896] env[69316]: DEBUG nova.compute.manager [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.335715] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edac380-7494-4c86-b40c-b3f99f3b0dbc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.344791] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed96ca8-e11f-4da9-b626-12a45ea0829d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.411918] env[69316]: DEBUG nova.compute.manager [req-69c8a6f8-5dad-4e79-925c-8bc1144bd52c req-423ed070-d299-496b-9a9c-f9b8b1df6a9c service nova] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Received event network-vif-deleted-8f08444c-3951-4368-9374-9914a6c93b3b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.433026] env[69316]: DEBUG oslo_vmware.api [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367135, 'name': ReconfigVM_Task, 'duration_secs': 0.415659} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.433026] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e/volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.437738] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f802248-b24e-415f-aa4e-e9f6616eeaab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.453977] env[69316]: DEBUG oslo_vmware.api [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Waiting for the task: (returnval){ [ 914.453977] env[69316]: value = "task-3367138" [ 914.453977] env[69316]: _type = "Task" [ 914.453977] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.465067] env[69316]: DEBUG oslo_vmware.api [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.548227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.551012] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.596s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.551348] env[69316]: DEBUG nova.objects.instance [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lazy-loading 'resources' on Instance uuid 2e386d21-09db-401a-8ee6-c8da8dd6d819 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.580526] env[69316]: INFO nova.scheduler.client.report [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Deleted allocations for instance c6cb2dac-6d8a-4319-9e26-c12d31e8a733 [ 914.616485] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3367136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.695547] env[69316]: DEBUG nova.network.neutron [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Successfully updated port: ad9ee43d-865e-4176-b44b-d831504457de {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.702266] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.702586] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.702741] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92bf8e35-196c-45da-bdf1-ae7622d40e46 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.711083] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 914.711083] env[69316]: value = "task-3367139" [ 914.711083] env[69316]: _type = "Task" [ 914.711083] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.721742] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.731982] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.731982] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.731982] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.732256] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.732256] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.732385] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.733191] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.733191] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.733191] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.733191] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.733473] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.738520] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84708a84-efa8-49d6-99c1-c608782fc6c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.756918] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.757249] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.761696] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 914.761696] env[69316]: value = "task-3367140" [ 914.761696] env[69316]: _type = "Task" [ 914.761696] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.765584] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52746ef6-ca3a-243e-7b85-70b6523d53de, 'name': SearchDatastore_Task, 'duration_secs': 0.013952} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.768745] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.768979] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.769227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.769366] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.769546] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.770429] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.770744] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.770981] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d537ba-21e9-48bc-abd4-77aa1ef0c048 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.775371] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c513fc0b-762a-4cdd-999b-299e5ac00178 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.784173] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.790486] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 914.790486] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5228d00a-13f9-4ea1-983a-ed58b54dc4a2" [ 914.790486] env[69316]: _type = "Task" [ 914.790486] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.793986] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.794210] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.795467] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29264ed-de50-482a-b3fd-cdc8afd24e8b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.801764] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5228d00a-13f9-4ea1-983a-ed58b54dc4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.805055] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 914.805055] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524169c2-108a-23e5-c742-cb69650c253b" [ 914.805055] env[69316]: _type = "Task" [ 914.805055] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.812975] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524169c2-108a-23e5-c742-cb69650c253b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.854864] env[69316]: INFO nova.compute.manager [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Shelve offloading [ 914.969145] env[69316]: DEBUG oslo_vmware.api [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367138, 'name': ReconfigVM_Task, 'duration_secs': 0.177129} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.969642] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671906', 'volume_id': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'name': 'volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3daa3e4-fd53-4dc7-829b-a082157bcfa2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'serial': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 915.031315] env[69316]: DEBUG nova.network.neutron [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Updated VIF entry in instance network info cache for port 47c378d7-89ad-4fc4-a028-722ea9a7ac6a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.031315] env[69316]: DEBUG nova.network.neutron [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Updating instance_info_cache with network_info: [{"id": "47c378d7-89ad-4fc4-a028-722ea9a7ac6a", "address": "fa:16:3e:ee:72:a6", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c378d7-89", "ovs_interfaceid": "47c378d7-89ad-4fc4-a028-722ea9a7ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.091606] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b612bbbe-e416-4b9b-910d-296282783664 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Lock "c6cb2dac-6d8a-4319-9e26-c12d31e8a733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.776s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.119038] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3367136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.202520] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.202520] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.202794] env[69316]: DEBUG nova.network.neutron [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.209892] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.224553] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367139, 'name': PowerOffVM_Task, 'duration_secs': 0.330599} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.224553] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.224553] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.224553] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbc65a9-755c-429a-ab41-4ee343f6ed0f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.235640] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.236125] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-478380e6-8c2f-47c9-9f80-0a695f3c8220 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.262620] env[69316]: DEBUG nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.276722] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367140, 'name': ReconfigVM_Task, 'duration_secs': 0.290514} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.279943] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance '0365659e-b134-4241-a4ec-f6f6378c228d' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.303734] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5228d00a-13f9-4ea1-983a-ed58b54dc4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.023914} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.309046] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.309046] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.309304] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.316052] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.316052] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.316052] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleting the datastore file [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.316052] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5d1cdea-9b38-4f27-a467-497ceb47551f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.324745] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524169c2-108a-23e5-c742-cb69650c253b, 'name': SearchDatastore_Task, 'duration_secs': 0.015672} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.326955] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9266d67-ac8f-4474-b224-7589cea08600 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.334720] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 915.334720] env[69316]: value = "task-3367142" [ 915.334720] env[69316]: _type = "Task" [ 915.334720] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.345021] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 915.345021] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5264e91d-af71-b9ee-9f21-ba7b57c1edfb" [ 915.345021] env[69316]: _type = "Task" [ 915.345021] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.354893] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.366604] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.367087] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5264e91d-af71-b9ee-9f21-ba7b57c1edfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.367420] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbc5938-870e-42a6-8ffa-9c539f51766c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.369829] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.370239] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 17adb78a-c2b6-477d-b029-14b0acb2fd0e/17adb78a-c2b6-477d-b029-14b0acb2fd0e.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.371114] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.371454] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.371765] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-926aae0d-966e-42a6-87bc-5ef74aa7586e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.375526] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aebca3b-2f47-41d0-896a-7dd030825f8c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.383043] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 915.383043] env[69316]: value = "task-3367143" [ 915.383043] env[69316]: _type = "Task" [ 915.383043] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.385388] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 915.385388] env[69316]: value = "task-3367144" [ 915.385388] env[69316]: _type = "Task" [ 915.385388] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.395725] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.395959] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.397336] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e341e6-6099-4740-ba2a-3057d42d3e81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.409356] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 915.409610] env[69316]: DEBUG nova.compute.manager [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.414784] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquiring lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.415112] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.415368] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquiring lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.415611] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.415821] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.418525] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84349a5c-9d37-4fa5-81a3-897cb4d7ecff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.421946] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.422655] env[69316]: INFO nova.compute.manager [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Terminating instance [ 915.426363] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 915.426363] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52492642-d352-5eaf-70d5-b743d09c9553" [ 915.426363] env[69316]: _type = "Task" [ 915.426363] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.437450] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.437740] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.438725] env[69316]: DEBUG nova.network.neutron [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.446730] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52492642-d352-5eaf-70d5-b743d09c9553, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.452232] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003ab34f-b310-4736-ad81-013f9979aa5c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.458759] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 915.458759] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5209c5e1-2f64-65cd-077e-5cdade27e136" [ 915.458759] env[69316]: _type = "Task" [ 915.458759] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.473566] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5209c5e1-2f64-65cd-077e-5cdade27e136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.538061] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Releasing lock "refresh_cache-17adb78a-c2b6-477d-b029-14b0acb2fd0e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.538433] env[69316]: DEBUG nova.compute.manager [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Received event network-vif-plugged-57b1f4c6-937a-4b66-85d7-49c37bf63a17 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.538726] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Acquiring lock "9f872767-af4b-407f-a140-063c1b2c831f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.539044] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Lock "9f872767-af4b-407f-a140-063c1b2c831f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.539316] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Lock "9f872767-af4b-407f-a140-063c1b2c831f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.539575] env[69316]: DEBUG nova.compute.manager [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] No waiting events found dispatching network-vif-plugged-57b1f4c6-937a-4b66-85d7-49c37bf63a17 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.539831] env[69316]: WARNING nova.compute.manager [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Received unexpected event network-vif-plugged-57b1f4c6-937a-4b66-85d7-49c37bf63a17 for instance with vm_state building and task_state spawning. [ 915.540164] env[69316]: DEBUG nova.compute.manager [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Received event network-changed-57b1f4c6-937a-4b66-85d7-49c37bf63a17 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.540509] env[69316]: DEBUG nova.compute.manager [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Refreshing instance network info cache due to event network-changed-57b1f4c6-937a-4b66-85d7-49c37bf63a17. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.540774] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Acquiring lock "refresh_cache-9f872767-af4b-407f-a140-063c1b2c831f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.541122] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Acquired lock "refresh_cache-9f872767-af4b-407f-a140-063c1b2c831f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.541430] env[69316]: DEBUG nova.network.neutron [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Refreshing network info cache for port 57b1f4c6-937a-4b66-85d7-49c37bf63a17 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.620085] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3367136, 'name': PowerOffVM_Task, 'duration_secs': 1.170097} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.623352] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.623352] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.623785] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d04f2776-14cb-4656-b8a7-e8c92689a8e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.639589] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "6764d904-c024-481e-9e99-f022b5c5e4f3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.639856] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.640137] env[69316]: INFO nova.compute.manager [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Rebooting instance [ 915.714315] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367137, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.717591] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.717830] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.718211] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Deleting the datastore file [datastore1] a27d4d7c-8c75-4799-bc32-4acd2d33eddc {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.721280] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b18db97-aa93-445d-b364-c34a6082fb91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.729342] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for the task: (returnval){ [ 915.729342] env[69316]: value = "task-3367146" [ 915.729342] env[69316]: _type = "Task" [ 915.729342] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.740578] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3367146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.790446] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:18:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22a04a4a-f4a9-46b1-9e6e-a9fb95388ef6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-915373539',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.790788] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.790954] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.791188] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.791380] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.791543] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.791807] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.791972] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.793297] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.794231] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.794231] env[69316]: DEBUG nova.virt.hardware [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.803168] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 915.808841] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.811651] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aaba6fb-10fc-44a7-88b1-e981526ac352 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.826212] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88ee26e-49b5-45ff-9952-ca299151896a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.830285] env[69316]: DEBUG nova.network.neutron [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.848054] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852b185-b31f-4687-9787-7e99bb9d0979 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.852329] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 915.852329] env[69316]: value = "task-3367147" [ 915.852329] env[69316]: _type = "Task" [ 915.852329] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.895347] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187161} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.899697] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e8730f-0be2-4498-bf5d-f1d78cdab4b9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.902691] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.902916] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.903154] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.910649] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.915540] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.919086] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61ae584-d377-46b0-8a19-44d358d93036 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.935531] env[69316]: DEBUG nova.compute.manager [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.935752] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.936297] env[69316]: DEBUG nova.compute.provider_tree [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.938389] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db68fde2-72d2-416d-a657-c276286164ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.951548] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.954431] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a184ef2-668e-4e17-adc3-e780e9255d3a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.962212] env[69316]: DEBUG oslo_vmware.api [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 915.962212] env[69316]: value = "task-3367148" [ 915.962212] env[69316]: _type = "Task" [ 915.962212] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.978940] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5209c5e1-2f64-65cd-077e-5cdade27e136, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.982429] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.982770] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 9f872767-af4b-407f-a140-063c1b2c831f/9f872767-af4b-407f-a140-063c1b2c831f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.983116] env[69316]: DEBUG oslo_vmware.api [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.983709] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b20ce6e5-7aca-4799-803b-f46f5cbe21d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.989732] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 915.989732] env[69316]: value = "task-3367149" [ 915.989732] env[69316]: _type = "Task" [ 915.989732] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.998824] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.033014] env[69316]: DEBUG nova.objects.instance [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Lazy-loading 'flavor' on Instance uuid a3daa3e4-fd53-4dc7-829b-a082157bcfa2 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.147118] env[69316]: DEBUG nova.network.neutron [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Updating instance_info_cache with network_info: [{"id": "ad9ee43d-865e-4176-b44b-d831504457de", "address": "fa:16:3e:b2:1b:c1", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad9ee43d-86", "ovs_interfaceid": "ad9ee43d-865e-4176-b44b-d831504457de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.176813] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.177011] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquired lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.177229] env[69316]: DEBUG nova.network.neutron [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.209061] env[69316]: DEBUG oslo_vmware.api [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367137, 'name': RemoveSnapshot_Task, 'duration_secs': 1.72243} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.214348] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.214348] env[69316]: INFO nova.compute.manager [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Took 17.57 seconds to snapshot the instance on the hypervisor. [ 916.244757] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3367146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.364646] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367147, 'name': ReconfigVM_Task, 'duration_secs': 0.39647} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.365196] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 916.366060] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f7f15f-777e-48b2-bee7-93457ba98f79 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.392127] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d/0365659e-b134-4241-a4ec-f6f6378c228d.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.395330] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4503d68d-aefe-4607-a983-c865e4ce3d61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.421448] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 916.421448] env[69316]: value = "task-3367150" [ 916.421448] env[69316]: _type = "Task" [ 916.421448] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.425045] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600479} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.428643] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 17adb78a-c2b6-477d-b029-14b0acb2fd0e/17adb78a-c2b6-477d-b029-14b0acb2fd0e.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.428968] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.429236] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b15e0804-bb71-48c9-8500-111052493d97 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.439217] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.441406] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 916.441406] env[69316]: value = "task-3367151" [ 916.441406] env[69316]: _type = "Task" [ 916.441406] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.442439] env[69316]: DEBUG nova.scheduler.client.report [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.458037] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.476845] env[69316]: DEBUG oslo_vmware.api [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367148, 'name': PowerOffVM_Task, 'duration_secs': 0.350342} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.477163] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.477345] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.477640] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84c0f360-8dd1-47d3-803a-b1006acd8d99 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.501774] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367149, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.502876] env[69316]: DEBUG nova.network.neutron [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Updated VIF entry in instance network info cache for port 57b1f4c6-937a-4b66-85d7-49c37bf63a17. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.503376] env[69316]: DEBUG nova.network.neutron [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Updating instance_info_cache with network_info: [{"id": "57b1f4c6-937a-4b66-85d7-49c37bf63a17", "address": "fa:16:3e:01:2d:ec", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b1f4c6-93", "ovs_interfaceid": "57b1f4c6-937a-4b66-85d7-49c37bf63a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.533331] env[69316]: DEBUG nova.network.neutron [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [{"id": "8326817d-1a61-4398-84cb-fe9d02f75bac", "address": "fa:16:3e:31:af:7e", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8326817d-1a", "ovs_interfaceid": "8326817d-1a61-4398-84cb-fe9d02f75bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.545678] env[69316]: DEBUG oslo_concurrency.lockutils [None req-69867509-fa22-45c1-9903-a2f1472f211a tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.325s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.569790] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.570139] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.570392] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Deleting the datastore file [datastore1] b09f57f5-fb85-4c34-a981-f8a31b3c0c01 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.570727] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37226d50-0816-46f2-ba49-938c514bd669 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.577221] env[69316]: DEBUG oslo_vmware.api [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for the task: (returnval){ [ 916.577221] env[69316]: value = "task-3367153" [ 916.577221] env[69316]: _type = "Task" [ 916.577221] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.586473] env[69316]: DEBUG oslo_vmware.api [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.649675] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.650527] env[69316]: DEBUG nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Instance network_info: |[{"id": "ad9ee43d-865e-4176-b44b-d831504457de", "address": "fa:16:3e:b2:1b:c1", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad9ee43d-86", "ovs_interfaceid": "ad9ee43d-865e-4176-b44b-d831504457de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.650923] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:1b:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad9ee43d-865e-4176-b44b-d831504457de', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.659784] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Creating folder: Project (2b671d0ad8c344f492342d6e45bf262d). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.660160] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5750caea-fc01-48e7-a6ef-49eb6fc73994 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.673647] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Created folder: Project (2b671d0ad8c344f492342d6e45bf262d) in parent group-v671748. [ 916.673872] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Creating folder: Instances. Parent ref: group-v671911. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.674163] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f5920ab-6a3b-4feb-bd12-050014a1bd50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.685028] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Created folder: Instances in parent group-v671911. [ 916.685028] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.685028] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.685028] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24356c94-35f9-41ba-ba83-907721c76706 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.716932] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.716932] env[69316]: value = "task-3367156" [ 916.716932] env[69316]: _type = "Task" [ 916.716932] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.749476] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367156, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.761627] env[69316]: DEBUG oslo_vmware.api [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Task: {'id': task-3367146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547605} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.764461] env[69316]: DEBUG nova.compute.manager [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Received event network-vif-deleted-36dfa0b6-de49-4eba-bd87-a532251f5445 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.764781] env[69316]: DEBUG nova.compute.manager [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Received event network-vif-plugged-ad9ee43d-865e-4176-b44b-d831504457de {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.765169] env[69316]: DEBUG oslo_concurrency.lockutils [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] Acquiring lock "d6324a01-b72a-48b7-aa90-11ad8684823c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.765478] env[69316]: DEBUG oslo_concurrency.lockutils [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] Lock "d6324a01-b72a-48b7-aa90-11ad8684823c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.767124] env[69316]: DEBUG oslo_concurrency.lockutils [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] Lock "d6324a01-b72a-48b7-aa90-11ad8684823c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.767124] env[69316]: DEBUG nova.compute.manager [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] No waiting events found dispatching network-vif-plugged-ad9ee43d-865e-4176-b44b-d831504457de {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.767124] env[69316]: WARNING nova.compute.manager [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Received unexpected event network-vif-plugged-ad9ee43d-865e-4176-b44b-d831504457de for instance with vm_state building and task_state spawning. [ 916.767124] env[69316]: DEBUG nova.compute.manager [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Received event network-changed-ad9ee43d-865e-4176-b44b-d831504457de {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.767124] env[69316]: DEBUG nova.compute.manager [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Refreshing instance network info cache due to event network-changed-ad9ee43d-865e-4176-b44b-d831504457de. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.767124] env[69316]: DEBUG oslo_concurrency.lockutils [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] Acquiring lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.767464] env[69316]: DEBUG oslo_concurrency.lockutils [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] Acquired lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.767464] env[69316]: DEBUG nova.network.neutron [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Refreshing network info cache for port ad9ee43d-865e-4176-b44b-d831504457de {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.768494] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.768704] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.768890] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.769202] env[69316]: INFO nova.compute.manager [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Took 2.68 seconds to destroy the instance on the hypervisor. [ 916.769535] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.771887] env[69316]: DEBUG nova.compute.manager [-] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.771887] env[69316]: DEBUG nova.network.neutron [-] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.797822] env[69316]: DEBUG nova.compute.manager [None req-aa9c32bf-a65a-4bc9-9b30-8265b53c77a1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Found 1 images (rotation: 2) {{(pid=69316) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 916.934880] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.953614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.403s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.959029] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105798} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.959029] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.959029] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.959029] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.959029] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.959732] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.959732] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.959732] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.959851] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.959984] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.960230] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.960449] env[69316]: DEBUG nova.virt.hardware [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.960856] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.363s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.962465] env[69316]: INFO nova.compute.claims [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.965431] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.967230] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f5b713-b90e-4d46-9313-5ecbf7b94762 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.973816] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975f6785-d131-4404-9d9e-8cdf92b5886c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.978912] env[69316]: DEBUG nova.compute.manager [req-3269e397-d1dc-4861-9ade-1bc40f21c75c req-988aea86-94ec-4cfd-bd01-5305ea8b3b1b service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Received event network-changed-559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.978912] env[69316]: DEBUG nova.compute.manager [req-3269e397-d1dc-4861-9ade-1bc40f21c75c req-988aea86-94ec-4cfd-bd01-5305ea8b3b1b service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Refreshing instance network info cache due to event network-changed-559f0433-af42-4752-8581-32b8bfbf1b96. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.978912] env[69316]: DEBUG oslo_concurrency.lockutils [req-3269e397-d1dc-4861-9ade-1bc40f21c75c req-988aea86-94ec-4cfd-bd01-5305ea8b3b1b service nova] Acquiring lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.999488] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa8b08-682a-4775-b68f-2faf727662cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.013546] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 17adb78a-c2b6-477d-b029-14b0acb2fd0e/17adb78a-c2b6-477d-b029-14b0acb2fd0e.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.014962] env[69316]: INFO nova.scheduler.client.report [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Deleted allocations for instance 2e386d21-09db-401a-8ee6-c8da8dd6d819 [ 917.020327] env[69316]: DEBUG oslo_concurrency.lockutils [req-2aac206c-6b6a-4c45-8490-3367a0bacbd9 req-34d43ae1-7561-4205-a38d-66145778c691 service nova] Releasing lock "refresh_cache-9f872767-af4b-407f-a140-063c1b2c831f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.020982] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6b26a1-3087-422b-a5ec-ea4fd974f15e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.039141] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.052308] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:2d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3f44fd9-ad0e-4d8c-bf54-13f01f909b00', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.060264] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.065377] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.065713] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 917.065713] env[69316]: value = "task-3367157" [ 917.065713] env[69316]: _type = "Task" [ 917.065713] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.065911] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367149, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.066144] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96894a89-7011-4654-82fb-490b2f98e2a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.100177] env[69316]: DEBUG oslo_vmware.api [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.100436] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.100627] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.100627] env[69316]: value = "task-3367158" [ 917.100627] env[69316]: _type = "Task" [ 917.100627] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.108722] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367158, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.195566] env[69316]: DEBUG nova.network.neutron [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updating instance_info_cache with network_info: [{"id": "559f0433-af42-4752-8581-32b8bfbf1b96", "address": "fa:16:3e:fc:db:75", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559f0433-af", "ovs_interfaceid": "559f0433-af42-4752-8581-32b8bfbf1b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.228689] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367156, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.448024] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.523048] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367149, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.544414] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfb1c8cf-39d1-4a55-94ed-2ce03a110075 tempest-ServersAaction247Test-1100508170 tempest-ServersAaction247Test-1100508170-project-member] Lock "2e386d21-09db-401a-8ee6-c8da8dd6d819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.870s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.583525] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.585407] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf92819-3823-4b89-b80a-5890fb693927 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.599239] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.606871] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fd3e393-25db-4120-839f-ecdb6a78d6c4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.608915] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367157, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.609208] env[69316]: DEBUG oslo_vmware.api [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Task: {'id': task-3367153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602906} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.613635] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.613635] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.613635] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.613635] env[69316]: INFO nova.compute.manager [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Took 1.68 seconds to destroy the instance on the hypervisor. [ 917.613851] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.615085] env[69316]: DEBUG nova.compute.manager [-] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.615229] env[69316]: DEBUG nova.network.neutron [-] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.621826] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367158, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.684437] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.684437] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.686111] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleting the datastore file [datastore2] 63f16880-0be1-4e76-bd7b-c12e0c018c24 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.686111] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8991dad-9253-41de-9c1e-d58e10a9d517 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.692174] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 917.692174] env[69316]: value = "task-3367160" [ 917.692174] env[69316]: _type = "Task" [ 917.692174] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.701483] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Releasing lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.707025] env[69316]: DEBUG oslo_concurrency.lockutils [req-3269e397-d1dc-4861-9ade-1bc40f21c75c req-988aea86-94ec-4cfd-bd01-5305ea8b3b1b service nova] Acquired lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.707025] env[69316]: DEBUG nova.network.neutron [req-3269e397-d1dc-4861-9ade-1bc40f21c75c req-988aea86-94ec-4cfd-bd01-5305ea8b3b1b service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Refreshing network info cache for port 559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.708318] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.728276] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367156, 'name': CreateVM_Task, 'duration_secs': 0.811442} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.728606] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.729411] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.729707] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.730159] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.730531] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e9709f-5b45-4620-a7f4-d51b93826b37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.738073] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 917.738073] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523ce0c6-be07-b90d-8450-e8a61bbb92ad" [ 917.738073] env[69316]: _type = "Task" [ 917.738073] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.744077] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523ce0c6-be07-b90d-8450-e8a61bbb92ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.922073] env[69316]: DEBUG nova.network.neutron [-] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.941697] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367150, 'name': ReconfigVM_Task, 'duration_secs': 1.171128} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.942211] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d/0365659e-b134-4241-a4ec-f6f6378c228d.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.942667] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance '0365659e-b134-4241-a4ec-f6f6378c228d' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.994268] env[69316]: DEBUG nova.network.neutron [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Updated VIF entry in instance network info cache for port ad9ee43d-865e-4176-b44b-d831504457de. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.994268] env[69316]: DEBUG nova.network.neutron [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Updating instance_info_cache with network_info: [{"id": "ad9ee43d-865e-4176-b44b-d831504457de", "address": "fa:16:3e:b2:1b:c1", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad9ee43d-86", "ovs_interfaceid": "ad9ee43d-865e-4176-b44b-d831504457de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.026132] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367149, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.795136} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.029335] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 9f872767-af4b-407f-a140-063c1b2c831f/9f872767-af4b-407f-a140-063c1b2c831f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.029771] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.030381] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbe8ff3b-93e2-4ef8-b3ec-c7cf2ea2e55d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.049226] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 918.049226] env[69316]: value = "task-3367161" [ 918.049226] env[69316]: _type = "Task" [ 918.049226] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.060150] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.096542] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367157, 'name': ReconfigVM_Task, 'duration_secs': 0.547347} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.100694] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 17adb78a-c2b6-477d-b029-14b0acb2fd0e/17adb78a-c2b6-477d-b029-14b0acb2fd0e.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.101299] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fea32eac-a8d1-427f-8caf-3374f14650d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.107146] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 918.107146] env[69316]: value = "task-3367162" [ 918.107146] env[69316]: _type = "Task" [ 918.107146] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.124371] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367162, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.124371] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367158, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.205368] env[69316]: DEBUG oslo_vmware.api [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199671} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.205793] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.206141] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.206457] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.217037] env[69316]: DEBUG nova.compute.manager [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.217037] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9989076f-1ab8-4026-9bcd-df4c4a3411df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.234085] env[69316]: INFO nova.scheduler.client.report [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted allocations for instance 63f16880-0be1-4e76-bd7b-c12e0c018c24 [ 918.248741] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523ce0c6-be07-b90d-8450-e8a61bbb92ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.249329] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.249690] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.250147] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.250409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.250716] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.253020] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a07972-ffd7-4b87-ab7e-102e4b6430a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.266728] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.266728] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.267392] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d3967a-563f-435c-80b7-ea01b164713f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.273848] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 918.273848] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529ce77e-293e-bd29-3144-7c198322fe80" [ 918.273848] env[69316]: _type = "Task" [ 918.273848] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.288147] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529ce77e-293e-bd29-3144-7c198322fe80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.342483] env[69316]: DEBUG nova.network.neutron [-] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.424604] env[69316]: INFO nova.compute.manager [-] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Took 1.65 seconds to deallocate network for instance. [ 918.450398] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dc4d75-715b-4852-8d28-7d0553994cbc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.476331] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efdd399-6bfb-4a91-8d3a-6fcfd7c581cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.494656] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance '0365659e-b134-4241-a4ec-f6f6378c228d' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.500586] env[69316]: DEBUG oslo_concurrency.lockutils [req-50cd6bc1-c9aa-4dec-bf4f-a5273fee3a51 req-049352ac-f53e-4b40-a523-7ae8d9907526 service nova] Releasing lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.564753] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076645} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.565031] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.565823] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac6bd65-35b8-4434-b21d-ddb9c91021a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.588398] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 9f872767-af4b-407f-a140-063c1b2c831f/9f872767-af4b-407f-a140-063c1b2c831f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.591420] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd434d3-64f3-44fc-95b8-57eb72fe03a3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.615019] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 918.615019] env[69316]: value = "task-3367163" [ 918.615019] env[69316]: _type = "Task" [ 918.615019] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.622077] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367162, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.623954] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0cc78c-86c2-4bbc-82b8-a2826203d510 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.632629] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367158, 'name': CreateVM_Task, 'duration_secs': 1.069471} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.633067] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.633504] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.634311] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.634311] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.634586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.634856] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989a5f96-c4d0-4f58-b786-4a8d577a4137 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.639409] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee993a-6076-47b2-931d-920d6a2fbd30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.645727] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 918.645727] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52d16f9f-afc1-c5f8-fc53-f8e0edc602c2" [ 918.645727] env[69316]: _type = "Task" [ 918.645727] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.675332] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e861ff-53e9-4d45-b384-8e43e12cffae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.681566] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d16f9f-afc1-c5f8-fc53-f8e0edc602c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009554} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.682233] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.682470] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.683129] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.683129] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.683129] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.683371] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f553d3-ca12-42c5-a500-858faca4ffc2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.690012] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42284be-eaf2-4483-b529-9ca14e70b631 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.695656] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.695656] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.703635] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ee2a64-47b3-48e1-80da-b193b6a54fdf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.706236] env[69316]: DEBUG nova.compute.provider_tree [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.710689] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 918.710689] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b5e2ad-3023-edbb-1967-db3437d57361" [ 918.710689] env[69316]: _type = "Task" [ 918.710689] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.718562] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b5e2ad-3023-edbb-1967-db3437d57361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.721396] env[69316]: DEBUG nova.network.neutron [req-3269e397-d1dc-4861-9ade-1bc40f21c75c req-988aea86-94ec-4cfd-bd01-5305ea8b3b1b service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updated VIF entry in instance network info cache for port 559f0433-af42-4752-8581-32b8bfbf1b96. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.721760] env[69316]: DEBUG nova.network.neutron [req-3269e397-d1dc-4861-9ade-1bc40f21c75c req-988aea86-94ec-4cfd-bd01-5305ea8b3b1b service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updating instance_info_cache with network_info: [{"id": "559f0433-af42-4752-8581-32b8bfbf1b96", "address": "fa:16:3e:fc:db:75", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559f0433-af", "ovs_interfaceid": "559f0433-af42-4752-8581-32b8bfbf1b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.743131] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.785577] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529ce77e-293e-bd29-3144-7c198322fe80, 'name': SearchDatastore_Task, 'duration_secs': 0.036809} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.786370] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5423ce2-b856-4f37-8ae3-b073432d7049 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.791883] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 918.791883] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520de677-ec59-ba36-9315-f0ab22a45b71" [ 918.791883] env[69316]: _type = "Task" [ 918.791883] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.801469] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520de677-ec59-ba36-9315-f0ab22a45b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.824173] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Acquiring lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.824443] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.845068] env[69316]: INFO nova.compute.manager [-] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Took 1.23 seconds to deallocate network for instance. [ 918.933463] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.056527] env[69316]: DEBUG nova.network.neutron [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Port 8c75bdd1-569d-46fc-a11c-233106812c61 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 919.123793] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367162, 'name': Rename_Task, 'duration_secs': 0.582019} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.124277] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.124864] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32cc7fb-fded-4f0e-9e35-012bcad659e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.129874] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367163, 'name': ReconfigVM_Task, 'duration_secs': 0.316513} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.130501] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 9f872767-af4b-407f-a140-063c1b2c831f/9f872767-af4b-407f-a140-063c1b2c831f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.131227] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e2be4b-76a7-49d2-a19f-cb12d803e507 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.134809] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 919.134809] env[69316]: value = "task-3367164" [ 919.134809] env[69316]: _type = "Task" [ 919.134809] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.139647] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 919.139647] env[69316]: value = "task-3367165" [ 919.139647] env[69316]: _type = "Task" [ 919.139647] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.147134] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.151806] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367165, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.213028] env[69316]: DEBUG nova.scheduler.client.report [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.234435] env[69316]: DEBUG oslo_concurrency.lockutils [req-3269e397-d1dc-4861-9ade-1bc40f21c75c req-988aea86-94ec-4cfd-bd01-5305ea8b3b1b service nova] Releasing lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.240109] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b5e2ad-3023-edbb-1967-db3437d57361, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.240928] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65aee65-d04a-4f02-a350-97d26b1aa5e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.247508] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ce7ffc-e37e-4a5b-b05d-d0bf94e2131f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.254490] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Doing hard reboot of VM {{(pid=69316) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 919.255899] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-eb32320d-9c07-491b-b7d2-12c084070dde {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.258112] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 919.258112] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52110790-5081-4b1c-2c29-1c6a307debe2" [ 919.258112] env[69316]: _type = "Task" [ 919.258112] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.262959] env[69316]: DEBUG oslo_vmware.api [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 919.262959] env[69316]: value = "task-3367166" [ 919.262959] env[69316]: _type = "Task" [ 919.262959] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.270320] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52110790-5081-4b1c-2c29-1c6a307debe2, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.270954] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.272087] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.272087] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8befd1f6-73b4-4771-b66d-532e954640a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.278852] env[69316]: DEBUG oslo_vmware.api [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367166, 'name': ResetVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.283781] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 919.283781] env[69316]: value = "task-3367167" [ 919.283781] env[69316]: _type = "Task" [ 919.283781] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.291352] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.305555] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520de677-ec59-ba36-9315-f0ab22a45b71, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.306296] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.307044] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c/d6324a01-b72a-48b7-aa90-11ad8684823c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.307690] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a39540ab-472c-4bb0-b9ef-69c6865ebd5f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.314119] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 919.314119] env[69316]: value = "task-3367168" [ 919.314119] env[69316]: _type = "Task" [ 919.314119] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.322306] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.327261] env[69316]: INFO nova.compute.manager [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Detaching volume 9b1e85a1-301e-4e6e-a71f-d0edc6d8848e [ 919.352415] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.369763] env[69316]: INFO nova.virt.block_device [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Attempting to driver detach volume 9b1e85a1-301e-4e6e-a71f-d0edc6d8848e from mountpoint /dev/sdb [ 919.370149] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 919.370383] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671906', 'volume_id': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'name': 'volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3daa3e4-fd53-4dc7-829b-a082157bcfa2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'serial': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 919.371654] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef1d02-c646-47d2-b43a-13452332bf52 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.393531] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31760091-9858-4ac5-b43b-6c90e7b7586f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.402956] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48957e92-aa50-4138-808d-c80a366415f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.428113] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617363c-eafe-4b66-9f47-4e65f943e5df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.435385] env[69316]: DEBUG nova.compute.manager [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Received event network-vif-deleted-8d3c7168-23c2-4b58-95f4-cad89428ce14 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.435583] env[69316]: DEBUG nova.compute.manager [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received event network-vif-unplugged-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.435774] env[69316]: DEBUG oslo_concurrency.lockutils [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.435978] env[69316]: DEBUG oslo_concurrency.lockutils [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.436162] env[69316]: DEBUG oslo_concurrency.lockutils [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.436387] env[69316]: DEBUG nova.compute.manager [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] No waiting events found dispatching network-vif-unplugged-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.436467] env[69316]: WARNING nova.compute.manager [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received unexpected event network-vif-unplugged-8326817d-1a61-4398-84cb-fe9d02f75bac for instance with vm_state shelved_offloaded and task_state None. [ 919.436626] env[69316]: DEBUG nova.compute.manager [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received event network-changed-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.436776] env[69316]: DEBUG nova.compute.manager [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Refreshing instance network info cache due to event network-changed-8326817d-1a61-4398-84cb-fe9d02f75bac. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.436963] env[69316]: DEBUG oslo_concurrency.lockutils [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] Acquiring lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.437380] env[69316]: DEBUG oslo_concurrency.lockutils [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] Acquired lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.437380] env[69316]: DEBUG nova.network.neutron [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Refreshing network info cache for port 8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.451740] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] The volume has not been displaced from its original location: [datastore2] volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e/volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 919.457063] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.458584] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e408174f-836f-4166-9499-135ce3328e61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.483457] env[69316]: DEBUG oslo_vmware.api [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Waiting for the task: (returnval){ [ 919.483457] env[69316]: value = "task-3367169" [ 919.483457] env[69316]: _type = "Task" [ 919.483457] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.495394] env[69316]: DEBUG oslo_vmware.api [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.626634] env[69316]: DEBUG nova.compute.manager [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.628113] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd534b7-08a3-4cae-ae29-be57c0df69d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.655115] env[69316]: DEBUG oslo_vmware.api [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367164, 'name': PowerOnVM_Task, 'duration_secs': 0.51067} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.656140] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.656436] env[69316]: INFO nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Took 13.68 seconds to spawn the instance on the hypervisor. [ 919.656656] env[69316]: DEBUG nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.657809] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306075d4-36ef-4c37-a647-c0742806cfc2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.668483] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367165, 'name': Rename_Task, 'duration_secs': 0.196781} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.668483] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.668483] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c37794ae-fc34-48b0-b7d4-2819829e0533 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.685123] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 919.685123] env[69316]: value = "task-3367170" [ 919.685123] env[69316]: _type = "Task" [ 919.685123] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.695149] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.724325] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.725571] env[69316]: DEBUG nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.728681] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.156s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.732125] env[69316]: INFO nova.compute.claims [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.778146] env[69316]: DEBUG oslo_vmware.api [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367166, 'name': ResetVM_Task, 'duration_secs': 0.102951} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.778447] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Did hard reboot of VM {{(pid=69316) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 919.778639] env[69316]: DEBUG nova.compute.manager [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.780166] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6658c6c-8cc3-4d68-9378-1d52ab302e81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.805019] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.823586] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367168, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.992898] env[69316]: DEBUG oslo_vmware.api [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367169, 'name': ReconfigVM_Task, 'duration_secs': 0.323643} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.993230] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 919.998052] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38903bc-f870-4e7e-8728-25be51c0e94c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.012760] env[69316]: DEBUG oslo_vmware.api [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Waiting for the task: (returnval){ [ 920.012760] env[69316]: value = "task-3367171" [ 920.012760] env[69316]: _type = "Task" [ 920.012760] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.024788] env[69316]: DEBUG oslo_vmware.api [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.076648] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.076899] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.077230] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.152663] env[69316]: INFO nova.compute.manager [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] instance snapshotting [ 920.153378] env[69316]: DEBUG nova.objects.instance [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'flavor' on Instance uuid cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.182673] env[69316]: INFO nova.compute.manager [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Took 48.02 seconds to build instance. [ 920.194190] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.236754] env[69316]: DEBUG nova.compute.utils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.245274] env[69316]: DEBUG nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.245274] env[69316]: DEBUG nova.network.neutron [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.295303] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580468} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.295567] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.295792] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.296061] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29f901d6-4b2e-4af6-8922-7b48b4506287 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.304747] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 920.304747] env[69316]: value = "task-3367172" [ 920.304747] env[69316]: _type = "Task" [ 920.304747] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.309256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13273c90-0d82-4aee-8804-16a609fea34d tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.669s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.314581] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.315617] env[69316]: DEBUG nova.network.neutron [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updated VIF entry in instance network info cache for port 8326817d-1a61-4398-84cb-fe9d02f75bac. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.315983] env[69316]: DEBUG nova.network.neutron [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [{"id": "8326817d-1a61-4398-84cb-fe9d02f75bac", "address": "fa:16:3e:31:af:7e", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8326817d-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.328367] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701774} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.328367] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c/d6324a01-b72a-48b7-aa90-11ad8684823c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.328367] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.329393] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ab768e-77c3-4b6d-ae00-6578fb66fe0a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.336907] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 920.336907] env[69316]: value = "task-3367173" [ 920.336907] env[69316]: _type = "Task" [ 920.336907] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.349175] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.523715] env[69316]: DEBUG oslo_vmware.api [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.560277] env[69316]: DEBUG nova.policy [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eeb0e3a4c244252b9bb89c25199d8d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba2acbd9be9a41ff91cec90c04bbbdf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.661705] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec2421a-926d-42c6-8312-4b1acb747a0c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.692795] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0396899-8a08-4a5d-9c85-fc7454581c56 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.118s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.693738] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d531f925-82a2-4f72-8330-ac50ad0d5f56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.704796] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.740496] env[69316]: DEBUG nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.819419] env[69316]: DEBUG oslo_concurrency.lockutils [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] Releasing lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.819684] env[69316]: DEBUG nova.compute.manager [req-34f5346d-83ec-4bea-bb13-d06b37045dd7 req-830e8c87-8949-4550-9a9d-b1cf26533dfc service nova] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Received event network-vif-deleted-d41d6f65-63d5-4ee7-8452-b7dc6bb91033 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.820724] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068501} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.820974] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.822048] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98adaab-d88c-49b9-a144-18af838650e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.848755] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.855893] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa7d316-83c7-4147-a54b-dcba88f079d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.883586] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121732} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.885383] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.885757] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 920.885757] env[69316]: value = "task-3367174" [ 920.885757] env[69316]: _type = "Task" [ 920.885757] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.889269] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae438b-d26f-4eb7-ae13-410a796acfad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.920382] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c/d6324a01-b72a-48b7-aa90-11ad8684823c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.926873] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b166b9-4e82-4547-8ed7-a9dca9104911 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.940629] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.947998] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 920.947998] env[69316]: value = "task-3367175" [ 920.947998] env[69316]: _type = "Task" [ 920.947998] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.958757] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.025296] env[69316]: DEBUG oslo_vmware.api [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.089218] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.089514] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.091219] env[69316]: DEBUG nova.network.neutron [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Successfully created port: 0828b24f-945c-4984-89f8-da870cb6e5b2 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.184472] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.184672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.186430] env[69316]: DEBUG nova.network.neutron [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.201932] env[69316]: DEBUG oslo_vmware.api [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367170, 'name': PowerOnVM_Task, 'duration_secs': 1.23332} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.202272] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.203060] env[69316]: INFO nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Took 12.28 seconds to spawn the instance on the hypervisor. [ 921.203060] env[69316]: DEBUG nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.204129] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90452ce7-b6f7-4ac8-bcd6-6149c8a6e9fb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.210917] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 921.211568] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d842d8a-a517-4ce5-b394-25e516e69260 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.221911] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 921.221911] env[69316]: value = "task-3367176" [ 921.221911] env[69316]: _type = "Task" [ 921.221911] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.237418] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367176, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.410022] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367174, 'name': ReconfigVM_Task, 'duration_secs': 0.438284} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.412018] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b/6833f95d-d577-4f8a-bf82-3cec2dc8656b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.413268] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7ca1f9a-f2b6-4f21-a318-6ecb94f1e796 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.423413] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 921.423413] env[69316]: value = "task-3367177" [ 921.423413] env[69316]: _type = "Task" [ 921.423413] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.437247] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367177, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.462529] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367175, 'name': ReconfigVM_Task, 'duration_secs': 0.389389} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.462684] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c/d6324a01-b72a-48b7-aa90-11ad8684823c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.463382] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e36e7433-7646-4366-8dff-d7271704bd7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.471973] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 921.471973] env[69316]: value = "task-3367178" [ 921.471973] env[69316]: _type = "Task" [ 921.471973] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.482626] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367178, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.484084] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2857568b-5c79-4bd9-9737-c76bab2455f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.492901] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f601c5fe-fc49-4f87-87ac-c3c73236b639 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.534358] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8803c8b3-8a2b-47a9-814b-bceb6880e176 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.551240] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bf07bc-38a1-42d6-bced-52655f2f0497 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.556038] env[69316]: DEBUG oslo_vmware.api [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Task: {'id': task-3367171, 'name': ReconfigVM_Task, 'duration_secs': 1.155744} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.556038] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671906', 'volume_id': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'name': 'volume-9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3daa3e4-fd53-4dc7-829b-a082157bcfa2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e', 'serial': '9b1e85a1-301e-4e6e-a71f-d0edc6d8848e'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 921.573996] env[69316]: DEBUG nova.compute.provider_tree [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.598247] env[69316]: DEBUG nova.compute.manager [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.601242] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.605511] env[69316]: DEBUG nova.compute.manager [req-02d7ee4b-aba0-43a0-9f91-3dab7fce9b85 req-1302f428-f037-4161-a56e-77b633e2a439 service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Received event network-changed-559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.605511] env[69316]: DEBUG nova.compute.manager [req-02d7ee4b-aba0-43a0-9f91-3dab7fce9b85 req-1302f428-f037-4161-a56e-77b633e2a439 service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Refreshing instance network info cache due to event network-changed-559f0433-af42-4752-8581-32b8bfbf1b96. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.605686] env[69316]: DEBUG oslo_concurrency.lockutils [req-02d7ee4b-aba0-43a0-9f91-3dab7fce9b85 req-1302f428-f037-4161-a56e-77b633e2a439 service nova] Acquiring lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.605722] env[69316]: DEBUG oslo_concurrency.lockutils [req-02d7ee4b-aba0-43a0-9f91-3dab7fce9b85 req-1302f428-f037-4161-a56e-77b633e2a439 service nova] Acquired lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.605879] env[69316]: DEBUG nova.network.neutron [req-02d7ee4b-aba0-43a0-9f91-3dab7fce9b85 req-1302f428-f037-4161-a56e-77b633e2a439 service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Refreshing network info cache for port 559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.740450] env[69316]: INFO nova.compute.manager [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Took 47.88 seconds to build instance. [ 921.749793] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367176, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.756430] env[69316]: DEBUG nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.796142] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.796142] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.796142] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.796142] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.796142] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.796142] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.796142] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.796142] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.796589] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.796589] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.796699] env[69316]: DEBUG nova.virt.hardware [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.797825] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0693af13-9f13-40b6-ad1c-6c13c3544edf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.806662] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1acd8a-1aff-4fc3-90aa-94c18537bff5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.934155] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367177, 'name': Rename_Task, 'duration_secs': 0.177112} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.934764] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.934764] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56041070-9170-47a9-8f07-6fd459aea233 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.946951] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 921.946951] env[69316]: value = "task-3367179" [ 921.946951] env[69316]: _type = "Task" [ 921.946951] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.967379] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.983066] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367178, 'name': Rename_Task, 'duration_secs': 0.201577} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.983066] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.983594] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c349cf-d657-4df9-9e39-cdcff7335454 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.991838] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 921.991838] env[69316]: value = "task-3367180" [ 921.991838] env[69316]: _type = "Task" [ 921.991838] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.001990] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.052090] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "8e9f11c6-f27a-4535-9c51-388f45037be7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.052596] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "8e9f11c6-f27a-4535-9c51-388f45037be7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.078974] env[69316]: DEBUG nova.scheduler.client.report [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.127798] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.129130] env[69316]: DEBUG nova.objects.instance [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Lazy-loading 'flavor' on Instance uuid a3daa3e4-fd53-4dc7-829b-a082157bcfa2 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.203018] env[69316]: DEBUG nova.network.neutron [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance_info_cache with network_info: [{"id": "8c75bdd1-569d-46fc-a11c-233106812c61", "address": "fa:16:3e:74:41:89", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75bdd1-56", "ovs_interfaceid": "8c75bdd1-569d-46fc-a11c-233106812c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.239322] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367176, 'name': CreateSnapshot_Task, 'duration_secs': 0.803685} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.239792] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 922.240740] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6590f25a-73aa-4eb3-b1e6-f5fbae081494 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.243635] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "9f872767-af4b-407f-a140-063c1b2c831f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.034s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.364710] env[69316]: DEBUG nova.network.neutron [req-02d7ee4b-aba0-43a0-9f91-3dab7fce9b85 req-1302f428-f037-4161-a56e-77b633e2a439 service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updated VIF entry in instance network info cache for port 559f0433-af42-4752-8581-32b8bfbf1b96. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.365302] env[69316]: DEBUG nova.network.neutron [req-02d7ee4b-aba0-43a0-9f91-3dab7fce9b85 req-1302f428-f037-4161-a56e-77b633e2a439 service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updating instance_info_cache with network_info: [{"id": "559f0433-af42-4752-8581-32b8bfbf1b96", "address": "fa:16:3e:fc:db:75", "network": {"id": "a0e862e7-fa43-4d29-ba8a-d954dedbfdf4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-129393381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834566cc6d67430fadd6f1b980d1ec05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559f0433-af", "ovs_interfaceid": "559f0433-af42-4752-8581-32b8bfbf1b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.462194] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367179, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.507331] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.558286] env[69316]: DEBUG nova.compute.manager [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.587458] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.587458] env[69316]: DEBUG nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.590421] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.010s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.590641] env[69316]: DEBUG nova.objects.instance [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lazy-loading 'resources' on Instance uuid 495ce11b-8ce9-4467-bac0-13a6412839a5 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.712975] env[69316]: DEBUG oslo_concurrency.lockutils [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.717683] env[69316]: DEBUG nova.network.neutron [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Successfully updated port: 0828b24f-945c-4984-89f8-da870cb6e5b2 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.762838] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 922.763011] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecdadf3b-d85d-4422-b67f-c9b2d673ed8d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.774575] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 922.774575] env[69316]: value = "task-3367181" [ 922.774575] env[69316]: _type = "Task" [ 922.774575] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.788099] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367181, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.868767] env[69316]: DEBUG oslo_concurrency.lockutils [req-02d7ee4b-aba0-43a0-9f91-3dab7fce9b85 req-1302f428-f037-4161-a56e-77b633e2a439 service nova] Releasing lock "refresh_cache-6764d904-c024-481e-9e99-f022b5c5e4f3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.931228] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "6764d904-c024-481e-9e99-f022b5c5e4f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.931607] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.931944] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "6764d904-c024-481e-9e99-f022b5c5e4f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.932202] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.932492] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.936549] env[69316]: INFO nova.compute.manager [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Terminating instance [ 922.961509] env[69316]: DEBUG oslo_vmware.api [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367179, 'name': PowerOnVM_Task, 'duration_secs': 0.632261} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.961783] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.961985] env[69316]: DEBUG nova.compute.manager [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.963203] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d5c06-de33-4efc-b964-5f5361e64bb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.006388] env[69316]: DEBUG oslo_vmware.api [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367180, 'name': PowerOnVM_Task, 'duration_secs': 0.692929} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.006388] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.006388] env[69316]: INFO nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Took 8.70 seconds to spawn the instance on the hypervisor. [ 923.006388] env[69316]: DEBUG nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.007013] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26856f1-2fd5-4523-b84a-a414b0b0a9d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.062298] env[69316]: DEBUG nova.compute.manager [req-aae73a35-59e4-4f83-be0e-19d9d727906c req-407482f2-0bc8-4cb5-8da0-9e4a0ab58864 service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Received event network-vif-plugged-0828b24f-945c-4984-89f8-da870cb6e5b2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.062522] env[69316]: DEBUG oslo_concurrency.lockutils [req-aae73a35-59e4-4f83-be0e-19d9d727906c req-407482f2-0bc8-4cb5-8da0-9e4a0ab58864 service nova] Acquiring lock "109ac746-dcb4-435f-96c7-620b681e713b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.062759] env[69316]: DEBUG oslo_concurrency.lockutils [req-aae73a35-59e4-4f83-be0e-19d9d727906c req-407482f2-0bc8-4cb5-8da0-9e4a0ab58864 service nova] Lock "109ac746-dcb4-435f-96c7-620b681e713b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.062976] env[69316]: DEBUG oslo_concurrency.lockutils [req-aae73a35-59e4-4f83-be0e-19d9d727906c req-407482f2-0bc8-4cb5-8da0-9e4a0ab58864 service nova] Lock "109ac746-dcb4-435f-96c7-620b681e713b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.063179] env[69316]: DEBUG nova.compute.manager [req-aae73a35-59e4-4f83-be0e-19d9d727906c req-407482f2-0bc8-4cb5-8da0-9e4a0ab58864 service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] No waiting events found dispatching network-vif-plugged-0828b24f-945c-4984-89f8-da870cb6e5b2 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.063379] env[69316]: WARNING nova.compute.manager [req-aae73a35-59e4-4f83-be0e-19d9d727906c req-407482f2-0bc8-4cb5-8da0-9e4a0ab58864 service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Received unexpected event network-vif-plugged-0828b24f-945c-4984-89f8-da870cb6e5b2 for instance with vm_state building and task_state spawning. [ 923.089084] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.098687] env[69316]: DEBUG nova.compute.utils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.104412] env[69316]: DEBUG nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.104412] env[69316]: DEBUG nova.network.neutron [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.143342] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0efd6af6-8066-4918-ac83-fabd2ce5d164 tempest-VolumesAssistedSnapshotsTest-492117365 tempest-VolumesAssistedSnapshotsTest-492117365-project-admin] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.319s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.157117] env[69316]: DEBUG nova.policy [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9492025557fd4283b6e6d7ec54de9fc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f68d9d779cb44c55a536fb7f9619d52e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.230884] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "refresh_cache-109ac746-dcb4-435f-96c7-620b681e713b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.231163] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "refresh_cache-109ac746-dcb4-435f-96c7-620b681e713b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.231383] env[69316]: DEBUG nova.network.neutron [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.257833] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d32b45a-2eb7-477f-82f2-376cb11bb396 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.290709] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05006c4-eff8-49ed-9f98-e82b49e306ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.299552] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance '0365659e-b134-4241-a4ec-f6f6378c228d' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.314204] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367181, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.442518] env[69316]: DEBUG nova.compute.manager [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.442819] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.443878] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f90bc03-c73e-4a9f-a039-ba3c9d8ff6ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.457756] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.458152] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d8a69e8-fabb-48b5-9915-a6b8cdf7fde4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.467445] env[69316]: DEBUG oslo_vmware.api [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 923.467445] env[69316]: value = "task-3367182" [ 923.467445] env[69316]: _type = "Task" [ 923.467445] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.481535] env[69316]: DEBUG oslo_vmware.api [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.490122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.495303] env[69316]: DEBUG nova.network.neutron [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Successfully created port: 4f44abdb-a32b-4341-bfc4-2000a4620c84 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.525821] env[69316]: INFO nova.compute.manager [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Took 45.75 seconds to build instance. [ 923.600739] env[69316]: DEBUG nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.777281] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538d97ca-65ad-481f-a66d-46587e65c750 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.790708] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82da7a9e-935a-484a-b07f-7a22d5a97f43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.799807] env[69316]: DEBUG nova.network.neutron [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.802340] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367181, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.837834] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.842923] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee525af5-d151-415c-b730-4edea1dcaa5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.845143] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01429e3b-322c-487c-97fc-1c3bd83a0722 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.856177] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f22eb4-c890-4e82-9298-5c0a8c3acc58 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.860778] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 923.860778] env[69316]: value = "task-3367184" [ 923.860778] env[69316]: _type = "Task" [ 923.860778] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.874230] env[69316]: DEBUG nova.compute.provider_tree [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.881998] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367184, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.925158] env[69316]: DEBUG nova.network.neutron [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Successfully created port: 99d4e596-4fd8-4e06-9176-6781d813dddf {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.987136] env[69316]: DEBUG oslo_vmware.api [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367182, 'name': PowerOffVM_Task, 'duration_secs': 0.381685} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.987136] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.987277] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.987779] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f620e5d-b797-4808-ad33-593da831014a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.029754] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c8e29d80-ea4d-4500-8471-6852fdefceca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "d6324a01-b72a-48b7-aa90-11ad8684823c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.842s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.079123] env[69316]: DEBUG nova.network.neutron [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Updating instance_info_cache with network_info: [{"id": "0828b24f-945c-4984-89f8-da870cb6e5b2", "address": "fa:16:3e:35:32:23", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0828b24f-94", "ovs_interfaceid": "0828b24f-945c-4984-89f8-da870cb6e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.095889] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.096156] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.096365] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Deleting the datastore file [datastore2] 6764d904-c024-481e-9e99-f022b5c5e4f3 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.097843] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c70cb0d0-b741-42de-abf1-7f7158bc0682 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.107571] env[69316]: DEBUG oslo_vmware.api [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 924.107571] env[69316]: value = "task-3367186" [ 924.107571] env[69316]: _type = "Task" [ 924.107571] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.115374] env[69316]: DEBUG nova.compute.manager [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.120200] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7736d09-8ba2-4414-83d5-9e076dc5da1a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.125509] env[69316]: DEBUG oslo_vmware.api [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.296751] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367181, 'name': CloneVM_Task, 'duration_secs': 1.446721} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.300326] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Created linked-clone VM from snapshot [ 924.301312] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3481565-5c85-4915-bbf4-f725ae1d9740 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.310227] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Uploading image 893353a6-72fb-4637-987e-34a31583b95a {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 924.335200] env[69316]: DEBUG oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 924.335200] env[69316]: value = "vm-671916" [ 924.335200] env[69316]: _type = "VirtualMachine" [ 924.335200] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 924.336554] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec5829d1-ba48-46a6-baa8-c7a0ba0fa84d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.348071] env[69316]: DEBUG oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease: (returnval){ [ 924.348071] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e31b3a-0767-5261-a6bc-13788240febc" [ 924.348071] env[69316]: _type = "HttpNfcLease" [ 924.348071] env[69316]: } obtained for exporting VM: (result){ [ 924.348071] env[69316]: value = "vm-671916" [ 924.348071] env[69316]: _type = "VirtualMachine" [ 924.348071] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 924.348452] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the lease: (returnval){ [ 924.348452] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e31b3a-0767-5261-a6bc-13788240febc" [ 924.348452] env[69316]: _type = "HttpNfcLease" [ 924.348452] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 924.358586] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.358586] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e31b3a-0767-5261-a6bc-13788240febc" [ 924.358586] env[69316]: _type = "HttpNfcLease" [ 924.358586] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.372986] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367184, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.377211] env[69316]: DEBUG nova.scheduler.client.report [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.569240] env[69316]: INFO nova.compute.manager [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Rescuing [ 924.569585] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.569661] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.569819] env[69316]: DEBUG nova.network.neutron [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.582582] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "refresh_cache-109ac746-dcb4-435f-96c7-620b681e713b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.582904] env[69316]: DEBUG nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Instance network_info: |[{"id": "0828b24f-945c-4984-89f8-da870cb6e5b2", "address": "fa:16:3e:35:32:23", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0828b24f-94", "ovs_interfaceid": "0828b24f-945c-4984-89f8-da870cb6e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.583335] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:32:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0828b24f-945c-4984-89f8-da870cb6e5b2', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.597258] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.599664] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.602714] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e208aee1-fc33-4190-8a62-36183cf052b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.620118] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.620437] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.627415] env[69316]: DEBUG nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.637239] env[69316]: DEBUG oslo_vmware.api [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324661} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.638451] env[69316]: INFO nova.compute.manager [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] instance snapshotting [ 924.640197] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.640466] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.640678] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.640895] env[69316]: INFO nova.compute.manager [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 924.641198] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.641836] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.641836] env[69316]: value = "task-3367188" [ 924.641836] env[69316]: _type = "Task" [ 924.641836] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.642282] env[69316]: DEBUG nova.compute.manager [-] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.642419] env[69316]: DEBUG nova.network.neutron [-] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.644994] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad063c14-765f-4cf0-b4a4-8e91520e2a14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.672918] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367188, 'name': CreateVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.673737] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8e884-6c60-4e83-9751-6140e4082c88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.685638] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.686755] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.686992] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.687210] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.687362] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.687511] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.687723] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.687881] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.688065] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.688278] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.688528] env[69316]: DEBUG nova.virt.hardware [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.689773] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a200edc-4aa4-477a-bac4-4cd1ec95345b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.698982] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b8a48b-91b4-4f47-9547-fc3689fb064a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.858325] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.858325] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e31b3a-0767-5261-a6bc-13788240febc" [ 924.858325] env[69316]: _type = "HttpNfcLease" [ 924.858325] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.858646] env[69316]: DEBUG oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.858646] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e31b3a-0767-5261-a6bc-13788240febc" [ 924.858646] env[69316]: _type = "HttpNfcLease" [ 924.858646] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 924.859772] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b421e52-de2e-4ee1-b80c-0f4f4e96a983 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.872713] env[69316]: DEBUG oslo_vmware.api [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367184, 'name': PowerOnVM_Task, 'duration_secs': 0.66577} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.875747] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.875977] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-987a05e6-3e0a-4a2d-a17c-d58c0548507f tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance '0365659e-b134-4241-a4ec-f6f6378c228d' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.879706] env[69316]: DEBUG oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528857e6-1068-9512-ade9-09e81acfa31d/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.880357] env[69316]: DEBUG oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528857e6-1068-9512-ade9-09e81acfa31d/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 924.882044] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.885463] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.003s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.885581] env[69316]: DEBUG nova.objects.instance [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lazy-loading 'resources' on Instance uuid 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.944850] env[69316]: INFO nova.scheduler.client.report [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Deleted allocations for instance 495ce11b-8ce9-4467-bac0-13a6412839a5 [ 925.013693] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bc68239-ad23-4176-ad93-48396ead08e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.124168] env[69316]: DEBUG nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.157858] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367188, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.185918] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.186251] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf2fa8de-5b47-4492-ba78-6b82dbcde5ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.200903] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 925.200903] env[69316]: value = "task-3367189" [ 925.200903] env[69316]: _type = "Task" [ 925.200903] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.210932] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367189, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.234987] env[69316]: DEBUG nova.compute.manager [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Received event network-changed-0828b24f-945c-4984-89f8-da870cb6e5b2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.234987] env[69316]: DEBUG nova.compute.manager [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Refreshing instance network info cache due to event network-changed-0828b24f-945c-4984-89f8-da870cb6e5b2. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.235336] env[69316]: DEBUG oslo_concurrency.lockutils [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] Acquiring lock "refresh_cache-109ac746-dcb4-435f-96c7-620b681e713b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.235539] env[69316]: DEBUG oslo_concurrency.lockutils [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] Acquired lock "refresh_cache-109ac746-dcb4-435f-96c7-620b681e713b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.235822] env[69316]: DEBUG nova.network.neutron [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Refreshing network info cache for port 0828b24f-945c-4984-89f8-da870cb6e5b2 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.360062] env[69316]: DEBUG nova.network.neutron [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Updating instance_info_cache with network_info: [{"id": "ad9ee43d-865e-4176-b44b-d831504457de", "address": "fa:16:3e:b2:1b:c1", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad9ee43d-86", "ovs_interfaceid": "ad9ee43d-865e-4176-b44b-d831504457de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.452441] env[69316]: DEBUG nova.network.neutron [-] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.460788] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8285e0b4-4fc5-4896-95d0-ebba94835227 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Lock "495ce11b-8ce9-4467-bac0-13a6412839a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.215s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.633240] env[69316]: DEBUG nova.network.neutron [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Successfully updated port: 4f44abdb-a32b-4341-bfc4-2000a4620c84 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.668251] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367188, 'name': CreateVM_Task, 'duration_secs': 0.528911} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.673405] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.673981] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.676710] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.677563] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.678066] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.680033] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a550e58-d78f-43e1-b7a9-987983a9742d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.685097] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 925.685097] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e4ffbb-bfca-4d39-e36f-be1a25f5a255" [ 925.685097] env[69316]: _type = "Task" [ 925.685097] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.705024] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e4ffbb-bfca-4d39-e36f-be1a25f5a255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.722021] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367189, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.863524] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "refresh_cache-d6324a01-b72a-48b7-aa90-11ad8684823c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.964519] env[69316]: INFO nova.compute.manager [-] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Took 1.32 seconds to deallocate network for instance. [ 926.090905] env[69316]: DEBUG nova.network.neutron [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Updated VIF entry in instance network info cache for port 0828b24f-945c-4984-89f8-da870cb6e5b2. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.091370] env[69316]: DEBUG nova.network.neutron [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Updating instance_info_cache with network_info: [{"id": "0828b24f-945c-4984-89f8-da870cb6e5b2", "address": "fa:16:3e:35:32:23", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0828b24f-94", "ovs_interfaceid": "0828b24f-945c-4984-89f8-da870cb6e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.107238] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bd0e83-e81d-4b5a-8348-4553db69500c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.117674] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db79583-6728-40d0-9b61-ab41691479d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.162633] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc0c6f-dac5-4f3a-86cb-b9ea2a73ce19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.171387] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6985bdd4-7b33-4a9c-8c36-17b06d3c77cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.186821] env[69316]: DEBUG nova.compute.provider_tree [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.198806] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e4ffbb-bfca-4d39-e36f-be1a25f5a255, 'name': SearchDatastore_Task, 'duration_secs': 0.015021} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.200289] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.200667] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.201109] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.201486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.201754] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.202753] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-545972ed-11ee-49b0-b80c-732fedaf8b1f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.219430] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367189, 'name': CreateSnapshot_Task, 'duration_secs': 0.650769} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.220852] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.221740] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.221740] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.224135] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7bd786-4429-49c8-b2a9-bcfae2b4c2b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.225742] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4857d4f-4c32-4e8c-a1e5-27153f53aade {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.232934] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 926.232934] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523bfc2e-4f79-aa43-552b-68c0ab97594b" [ 926.232934] env[69316]: _type = "Task" [ 926.232934] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.250249] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523bfc2e-4f79-aa43-552b-68c0ab97594b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.474381] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.487547] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "9e087a47-ce90-4d3a-9809-837705428f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.487872] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "9e087a47-ce90-4d3a-9809-837705428f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.488627] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "9e087a47-ce90-4d3a-9809-837705428f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.488944] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "9e087a47-ce90-4d3a-9809-837705428f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.489248] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "9e087a47-ce90-4d3a-9809-837705428f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.493073] env[69316]: INFO nova.compute.manager [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Terminating instance [ 926.595323] env[69316]: DEBUG oslo_concurrency.lockutils [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] Releasing lock "refresh_cache-109ac746-dcb4-435f-96c7-620b681e713b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.595668] env[69316]: DEBUG nova.compute.manager [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Received event network-vif-deleted-559f0433-af42-4752-8581-32b8bfbf1b96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.595963] env[69316]: INFO nova.compute.manager [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Neutron deleted interface 559f0433-af42-4752-8581-32b8bfbf1b96; detaching it from the instance and deleting it from the info cache [ 926.596225] env[69316]: DEBUG nova.network.neutron [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.692656] env[69316]: DEBUG nova.scheduler.client.report [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.751459] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.756611] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6de54d2e-c89e-4d6c-9adc-5ade12c29edd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.760409] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523bfc2e-4f79-aa43-552b-68c0ab97594b, 'name': SearchDatastore_Task, 'duration_secs': 0.021727} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.761653] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af186be-4ccd-418c-b6cc-1120218aa760 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.769209] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 926.769209] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521ff36b-f02a-d9b0-adcc-d74d9188805f" [ 926.769209] env[69316]: _type = "Task" [ 926.769209] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.770699] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 926.770699] env[69316]: value = "task-3367190" [ 926.770699] env[69316]: _type = "Task" [ 926.770699] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.785057] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521ff36b-f02a-d9b0-adcc-d74d9188805f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.790681] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367190, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.002578] env[69316]: DEBUG nova.compute.manager [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.002705] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.007070] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a488ba-93e2-4ab8-a909-012282ae93a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.015807] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.016627] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c88e6045-4078-43b5-a51b-e3d2ab7adfbc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.027959] env[69316]: DEBUG oslo_vmware.api [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 927.027959] env[69316]: value = "task-3367191" [ 927.027959] env[69316]: _type = "Task" [ 927.027959] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.043960] env[69316]: DEBUG oslo_vmware.api [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.099874] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf3d888d-33dd-49e8-8bbb-7bfeb34f5517 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.117058] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d6964-121c-4c7c-b0a7-2499d2055319 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.160754] env[69316]: DEBUG nova.compute.manager [req-3d1d0566-f81c-42bd-bda5-f1c37f5169e3 req-1774da48-a7be-4415-b2fe-5a2a20627acc service nova] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Detach interface failed, port_id=559f0433-af42-4752-8581-32b8bfbf1b96, reason: Instance 6764d904-c024-481e-9e99-f022b5c5e4f3 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.198533] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.202024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.395s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.204564] env[69316]: INFO nova.compute.claims [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.253869] env[69316]: INFO nova.scheduler.client.report [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Deleted allocations for instance 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef [ 927.292087] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367190, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.298985] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521ff36b-f02a-d9b0-adcc-d74d9188805f, 'name': SearchDatastore_Task, 'duration_secs': 0.016604} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.299184] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.299510] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b/109ac746-dcb4-435f-96c7-620b681e713b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.299851] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35fccdc5-3b2e-45c1-a33e-db9aa0220ddd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.317302] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 927.317302] env[69316]: value = "task-3367192" [ 927.317302] env[69316]: _type = "Task" [ 927.317302] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.324697] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquiring lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.325886] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.326295] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquiring lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.326630] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.326932] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.330717] env[69316]: INFO nova.compute.manager [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Terminating instance [ 927.341405] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.436205] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.436453] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84183b55-99fa-44ea-b9e4-bb972819ed09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.446413] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 927.446413] env[69316]: value = "task-3367193" [ 927.446413] env[69316]: _type = "Task" [ 927.446413] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.462047] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.539498] env[69316]: DEBUG oslo_vmware.api [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367191, 'name': PowerOffVM_Task, 'duration_secs': 0.259067} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.539796] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.539968] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.540297] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df289538-d345-44de-a6b8-4798400b4f63 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.549247] env[69316]: DEBUG nova.compute.manager [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Received event network-vif-plugged-4f44abdb-a32b-4341-bfc4-2000a4620c84 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.549422] env[69316]: DEBUG oslo_concurrency.lockutils [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] Acquiring lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.549634] env[69316]: DEBUG oslo_concurrency.lockutils [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.549804] env[69316]: DEBUG oslo_concurrency.lockutils [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.549978] env[69316]: DEBUG nova.compute.manager [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] No waiting events found dispatching network-vif-plugged-4f44abdb-a32b-4341-bfc4-2000a4620c84 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.550201] env[69316]: WARNING nova.compute.manager [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Received unexpected event network-vif-plugged-4f44abdb-a32b-4341-bfc4-2000a4620c84 for instance with vm_state building and task_state spawning. [ 927.550400] env[69316]: DEBUG nova.compute.manager [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Received event network-changed-4f44abdb-a32b-4341-bfc4-2000a4620c84 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.550556] env[69316]: DEBUG nova.compute.manager [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Refreshing instance network info cache due to event network-changed-4f44abdb-a32b-4341-bfc4-2000a4620c84. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.550749] env[69316]: DEBUG oslo_concurrency.lockutils [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] Acquiring lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.550885] env[69316]: DEBUG oslo_concurrency.lockutils [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] Acquired lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.551120] env[69316]: DEBUG nova.network.neutron [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Refreshing network info cache for port 4f44abdb-a32b-4341-bfc4-2000a4620c84 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.633330] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.633562] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.633751] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleting the datastore file [datastore2] 9e087a47-ce90-4d3a-9809-837705428f05 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.634054] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfa8ac87-bdc7-46eb-8c6c-9ebfa5de52ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.646605] env[69316]: DEBUG oslo_vmware.api [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 927.646605] env[69316]: value = "task-3367195" [ 927.646605] env[69316]: _type = "Task" [ 927.646605] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.663611] env[69316]: DEBUG oslo_vmware.api [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.767436] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c7fc0d71-7826-4f16-848b-9527dc963990 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Lock "556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.229s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.793232] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367190, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.830432] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.847727] env[69316]: DEBUG nova.compute.manager [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.848103] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.849758] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d53612-d2e7-49fa-b197-f68b8c6c74e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.862336] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.862686] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da262368-5c09-4ef7-b20c-6ff8181d9250 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.875190] env[69316]: DEBUG oslo_vmware.api [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 927.875190] env[69316]: value = "task-3367196" [ 927.875190] env[69316]: _type = "Task" [ 927.875190] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.889266] env[69316]: DEBUG oslo_vmware.api [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3367196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.970043] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367193, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.138362] env[69316]: DEBUG nova.network.neutron [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.157754] env[69316]: DEBUG oslo_vmware.api [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477087} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.158337] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.158539] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.158684] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.158887] env[69316]: INFO nova.compute.manager [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Took 1.16 seconds to destroy the instance on the hypervisor. [ 928.159313] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.159983] env[69316]: DEBUG nova.compute.manager [-] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.159983] env[69316]: DEBUG nova.network.neutron [-] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.292496] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367190, 'name': CloneVM_Task} progress is 95%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.303133] env[69316]: DEBUG nova.network.neutron [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Port 8c75bdd1-569d-46fc-a11c-233106812c61 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 928.303443] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.303588] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.303744] env[69316]: DEBUG nova.network.neutron [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.330038] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653039} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.330200] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b/109ac746-dcb4-435f-96c7-620b681e713b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.330432] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.330696] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bc0d892-8484-4828-bd1f-e8cc272769b0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.347469] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 928.347469] env[69316]: value = "task-3367197" [ 928.347469] env[69316]: _type = "Task" [ 928.347469] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.363505] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.390015] env[69316]: DEBUG oslo_vmware.api [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3367196, 'name': PowerOffVM_Task, 'duration_secs': 0.251288} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.390440] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.390665] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.390985] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c5598a5-0f97-49a7-a867-561c060906af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.399812] env[69316]: DEBUG nova.network.neutron [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.470988] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367193, 'name': PowerOffVM_Task, 'duration_secs': 0.973582} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.473567] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.478224] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbcc4c1-9fbb-43b7-adac-c9126d4e7dab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.485464] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.485694] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.486165] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Deleting the datastore file [datastore1] a3daa3e4-fd53-4dc7-829b-a082157bcfa2 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.486165] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d89b15b-452d-4e92-a710-83311ea480a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.508575] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05a3a2f-1f3a-4318-8afd-2b05d4f7fb69 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.513421] env[69316]: DEBUG oslo_vmware.api [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for the task: (returnval){ [ 928.513421] env[69316]: value = "task-3367199" [ 928.513421] env[69316]: _type = "Task" [ 928.513421] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.528502] env[69316]: DEBUG oslo_vmware.api [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3367199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.560379] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.563211] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f2923fe-00f2-48ca-bfcd-726aa8dc578c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.564769] env[69316]: DEBUG nova.network.neutron [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Successfully updated port: 99d4e596-4fd8-4e06-9176-6781d813dddf {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.573200] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 928.573200] env[69316]: value = "task-3367200" [ 928.573200] env[69316]: _type = "Task" [ 928.573200] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.585728] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.586819] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.586819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.587784] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.587988] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.591916] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e4869ee-31a6-4bf5-a2b1-cb2dd3001b9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.619538] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.619729] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.620662] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efbde5c-1937-41a8-afd6-75aebd3ca1ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.630502] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 928.630502] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52d26492-b9e6-6b85-0bef-f4c3a995f1b2" [ 928.630502] env[69316]: _type = "Task" [ 928.630502] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.639704] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d26492-b9e6-6b85-0bef-f4c3a995f1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.789208] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367190, 'name': CloneVM_Task, 'duration_secs': 1.721116} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.791986] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Created linked-clone VM from snapshot [ 928.793887] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ef2d90-259c-47c6-98a6-6236e56377b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.804924] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Uploading image f6538147-53f0-46aa-be58-00f47d12b5f5 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.851029] env[69316]: DEBUG oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.851029] env[69316]: value = "vm-671919" [ 928.851029] env[69316]: _type = "VirtualMachine" [ 928.851029] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.851350] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3070ca67-1545-4197-b254-ca77496510dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.866835] env[69316]: DEBUG oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lease: (returnval){ [ 928.866835] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52abb79d-3248-3b71-3908-d411542f049a" [ 928.866835] env[69316]: _type = "HttpNfcLease" [ 928.866835] env[69316]: } obtained for exporting VM: (result){ [ 928.866835] env[69316]: value = "vm-671919" [ 928.866835] env[69316]: _type = "VirtualMachine" [ 928.866835] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.866835] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the lease: (returnval){ [ 928.866835] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52abb79d-3248-3b71-3908-d411542f049a" [ 928.866835] env[69316]: _type = "HttpNfcLease" [ 928.866835] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.873838] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088118} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.875057] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.875519] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944cecbc-66cd-4b96-8263-5a7bb1ea89c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.879795] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.879795] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52abb79d-3248-3b71-3908-d411542f049a" [ 928.879795] env[69316]: _type = "HttpNfcLease" [ 928.879795] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.904030] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b/109ac746-dcb4-435f-96c7-620b681e713b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.904030] env[69316]: DEBUG oslo_concurrency.lockutils [req-7c7aae2c-865c-4b5f-b76e-3cc2d8226904 req-d2acd9fd-7657-4bf5-bd10-714945d264a3 service nova] Releasing lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.905298] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3895cd48-0254-4413-abdd-eb610c5efde1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.930158] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 928.930158] env[69316]: value = "task-3367202" [ 928.930158] env[69316]: _type = "Task" [ 928.930158] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.942755] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.988732] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bcff99-8002-4b42-bd8a-42e09bcf2517 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.997628] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add4030c-796e-4b68-80de-bf1bada41e53 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.034819] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79476c88-85b6-447d-a0c2-052286c9525f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.046604] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df14efe9-cbcc-4351-9fbf-e05af456045a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.051234] env[69316]: DEBUG oslo_vmware.api [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3367199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.063020] env[69316]: DEBUG nova.compute.provider_tree [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.068087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.068087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquired lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.068087] env[69316]: DEBUG nova.network.neutron [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.145529] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d26492-b9e6-6b85-0bef-f4c3a995f1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.02535} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.146475] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac39f60e-70e7-43d7-b8de-c4281e058cd1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.153412] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 929.153412] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526ed819-d1a5-498d-e72f-d7abe7b9eef6" [ 929.153412] env[69316]: _type = "Task" [ 929.153412] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.164052] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526ed819-d1a5-498d-e72f-d7abe7b9eef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.269215] env[69316]: DEBUG nova.network.neutron [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance_info_cache with network_info: [{"id": "8c75bdd1-569d-46fc-a11c-233106812c61", "address": "fa:16:3e:74:41:89", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75bdd1-56", "ovs_interfaceid": "8c75bdd1-569d-46fc-a11c-233106812c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.270543] env[69316]: DEBUG nova.network.neutron [-] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.378048] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.378048] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52abb79d-3248-3b71-3908-d411542f049a" [ 929.378048] env[69316]: _type = "HttpNfcLease" [ 929.378048] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.378048] env[69316]: DEBUG oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.378048] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52abb79d-3248-3b71-3908-d411542f049a" [ 929.378048] env[69316]: _type = "HttpNfcLease" [ 929.378048] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.379210] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3f21e-87bc-4b2a-b886-104f460ed5b2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.391123] env[69316]: DEBUG oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4af4f-cdd7-00a6-3472-825908aefb36/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.391123] env[69316]: DEBUG oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4af4f-cdd7-00a6-3472-825908aefb36/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.468648] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.542403] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88d4860c-49df-4045-bfd3-2d28cd3923e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.543237] env[69316]: DEBUG oslo_vmware.api [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Task: {'id': task-3367199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.588069} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.543319] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.543642] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.543737] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.547018] env[69316]: INFO nova.compute.manager [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Took 1.70 seconds to destroy the instance on the hypervisor. [ 929.547018] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.547018] env[69316]: DEBUG nova.compute.manager [-] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.547018] env[69316]: DEBUG nova.network.neutron [-] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.567034] env[69316]: DEBUG nova.scheduler.client.report [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.598201] env[69316]: DEBUG nova.compute.manager [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Received event network-vif-plugged-99d4e596-4fd8-4e06-9176-6781d813dddf {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.598478] env[69316]: DEBUG oslo_concurrency.lockutils [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] Acquiring lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.598658] env[69316]: DEBUG oslo_concurrency.lockutils [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.598793] env[69316]: DEBUG oslo_concurrency.lockutils [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.598946] env[69316]: DEBUG nova.compute.manager [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] No waiting events found dispatching network-vif-plugged-99d4e596-4fd8-4e06-9176-6781d813dddf {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.599124] env[69316]: WARNING nova.compute.manager [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Received unexpected event network-vif-plugged-99d4e596-4fd8-4e06-9176-6781d813dddf for instance with vm_state building and task_state spawning. [ 929.599316] env[69316]: DEBUG nova.compute.manager [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Received event network-changed-99d4e596-4fd8-4e06-9176-6781d813dddf {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.599505] env[69316]: DEBUG nova.compute.manager [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Refreshing instance network info cache due to event network-changed-99d4e596-4fd8-4e06-9176-6781d813dddf. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.599860] env[69316]: DEBUG oslo_concurrency.lockutils [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] Acquiring lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.638897] env[69316]: DEBUG nova.network.neutron [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.669639] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526ed819-d1a5-498d-e72f-d7abe7b9eef6, 'name': SearchDatastore_Task, 'duration_secs': 0.017733} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.669639] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.669639] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. {{(pid=69316) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 929.671426] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a0e4c28-a6e0-4a1a-a41e-d03850b8c32f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.678955] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 929.678955] env[69316]: value = "task-3367203" [ 929.678955] env[69316]: _type = "Task" [ 929.678955] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.689763] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.772675] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.777528] env[69316]: INFO nova.compute.manager [-] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Took 1.61 seconds to deallocate network for instance. [ 929.969092] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367202, 'name': ReconfigVM_Task, 'duration_secs': 0.560468} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.969092] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b/109ac746-dcb4-435f-96c7-620b681e713b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.969653] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f6e7cd-1dab-4283-bbc9-a80f90f9c2e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.979879] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 929.979879] env[69316]: value = "task-3367204" [ 929.979879] env[69316]: _type = "Task" [ 929.979879] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.996843] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367204, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.076738] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.077438] env[69316]: DEBUG nova.compute.manager [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.083045] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.507s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.193442] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367203, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.276614] env[69316]: DEBUG nova.compute.manager [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69316) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 930.277097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.284333] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.410896] env[69316]: DEBUG nova.network.neutron [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Updating instance_info_cache with network_info: [{"id": "4f44abdb-a32b-4341-bfc4-2000a4620c84", "address": "fa:16:3e:b4:74:a5", "network": {"id": "b3887f24-49c1-4516-8460-7028e754acb3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1827936289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f44abdb-a3", "ovs_interfaceid": "4f44abdb-a32b-4341-bfc4-2000a4620c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99d4e596-4fd8-4e06-9176-6781d813dddf", "address": "fa:16:3e:71:07:d4", "network": {"id": "cb792ed9-e3fc-4bb8-bf22-f6d8106db89a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-333167038", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d4e596-4f", "ovs_interfaceid": "99d4e596-4fd8-4e06-9176-6781d813dddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.499158] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367204, 'name': Rename_Task, 'duration_secs': 0.229397} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.499465] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.500652] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-637a1d2b-c576-431b-83ad-00294658d6d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.509691] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 930.509691] env[69316]: value = "task-3367205" [ 930.509691] env[69316]: _type = "Task" [ 930.509691] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.520672] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.585133] env[69316]: DEBUG nova.compute.utils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.592478] env[69316]: INFO nova.compute.claims [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.600668] env[69316]: DEBUG nova.compute.manager [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 930.693978] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736437} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.694421] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. [ 930.695980] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7a625-a115-476e-a8d4-6f9f1b1cac6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.733567] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.733567] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1effde57-b347-4047-8744-393d6d73e58c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.759052] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 930.759052] env[69316]: value = "task-3367206" [ 930.759052] env[69316]: _type = "Task" [ 930.759052] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.769617] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.918174] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Releasing lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.918901] env[69316]: DEBUG nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Instance network_info: |[{"id": "4f44abdb-a32b-4341-bfc4-2000a4620c84", "address": "fa:16:3e:b4:74:a5", "network": {"id": "b3887f24-49c1-4516-8460-7028e754acb3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1827936289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f44abdb-a3", "ovs_interfaceid": "4f44abdb-a32b-4341-bfc4-2000a4620c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99d4e596-4fd8-4e06-9176-6781d813dddf", "address": "fa:16:3e:71:07:d4", "network": {"id": "cb792ed9-e3fc-4bb8-bf22-f6d8106db89a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-333167038", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d4e596-4f", "ovs_interfaceid": "99d4e596-4fd8-4e06-9176-6781d813dddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.919355] env[69316]: DEBUG oslo_concurrency.lockutils [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] Acquired lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.919682] env[69316]: DEBUG nova.network.neutron [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Refreshing network info cache for port 99d4e596-4fd8-4e06-9176-6781d813dddf {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.924148] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:74:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f44abdb-a32b-4341-bfc4-2000a4620c84', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:07:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99d4e596-4fd8-4e06-9176-6781d813dddf', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.940183] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.945489] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.946363] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29058242-a888-40d4-8399-b9453d42a4c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.978262] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.978262] env[69316]: value = "task-3367207" [ 930.978262] env[69316]: _type = "Task" [ 930.978262] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.998322] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367207, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.022751] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.102920] env[69316]: INFO nova.compute.resource_tracker [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating resource usage from migration 2ccc307a-6d38-4ec5-be55-e19effd28fff [ 931.107374] env[69316]: DEBUG nova.compute.manager [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.159550] env[69316]: DEBUG nova.network.neutron [-] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.250043] env[69316]: DEBUG nova.network.neutron [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Updated VIF entry in instance network info cache for port 99d4e596-4fd8-4e06-9176-6781d813dddf. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.251790] env[69316]: DEBUG nova.network.neutron [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Updating instance_info_cache with network_info: [{"id": "4f44abdb-a32b-4341-bfc4-2000a4620c84", "address": "fa:16:3e:b4:74:a5", "network": {"id": "b3887f24-49c1-4516-8460-7028e754acb3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1827936289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f44abdb-a3", "ovs_interfaceid": "4f44abdb-a32b-4341-bfc4-2000a4620c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99d4e596-4fd8-4e06-9176-6781d813dddf", "address": "fa:16:3e:71:07:d4", "network": {"id": "cb792ed9-e3fc-4bb8-bf22-f6d8106db89a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-333167038", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d4e596-4f", "ovs_interfaceid": "99d4e596-4fd8-4e06-9176-6781d813dddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.282808] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.495528] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367207, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.526772] env[69316]: DEBUG oslo_vmware.api [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367205, 'name': PowerOnVM_Task, 'duration_secs': 0.672266} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.527035] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.527253] env[69316]: INFO nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Took 9.77 seconds to spawn the instance on the hypervisor. [ 931.528157] env[69316]: DEBUG nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.528939] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57613500-57f8-4a97-84b5-f05ebc054f95 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.662759] env[69316]: INFO nova.compute.manager [-] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Took 2.12 seconds to deallocate network for instance. [ 931.755848] env[69316]: DEBUG oslo_concurrency.lockutils [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] Releasing lock "refresh_cache-56311ae5-5d95-43a1-ac9f-52163dc1bb0b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.756605] env[69316]: DEBUG nova.compute.manager [req-1a56ef8f-3f0f-481c-8af1-4217b9d1cb26 req-3cb97e4f-3ed6-4f25-80e2-3e2d166f6f1b service nova] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Received event network-vif-deleted-a172e74c-913f-4f3d-9f4a-c634e8c3412c {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.783616] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367206, 'name': ReconfigVM_Task, 'duration_secs': 0.557718} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.787443] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.788944] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bef5b1-9da0-4a1f-80da-c7a5db2b90ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.825681] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4637af2-3ca9-49a4-a492-3423732205b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.852066] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 931.852066] env[69316]: value = "task-3367208" [ 931.852066] env[69316]: _type = "Task" [ 931.852066] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.861735] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.979595] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4884bf-eae5-4268-9175-8fa0a69b9014 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.998225] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfad1cd4-bda2-4b85-a9dd-69107d1d6837 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.001853] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367207, 'name': CreateVM_Task, 'duration_secs': 0.585967} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.002060] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.003986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.003986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.004274] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.004715] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0183fedd-e92a-463a-9d1a-53884f2da600 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.043194] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbba13f-1f58-429b-9569-c4e81e12be97 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.057290] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 932.057290] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bc934b-9b5f-1160-f847-a36ac54f9908" [ 932.057290] env[69316]: _type = "Task" [ 932.057290] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.059976] env[69316]: INFO nova.compute.manager [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Took 47.48 seconds to build instance. [ 932.070500] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84178f-0e1f-4392-b7ab-f2b597791fda {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.079492] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bc934b-9b5f-1160-f847-a36ac54f9908, 'name': SearchDatastore_Task, 'duration_secs': 0.023791} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.080292] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.080597] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.080850] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.081009] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.081204] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.081571] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4160aa38-d521-46b9-ac7b-a2d9989a31fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.093684] env[69316]: DEBUG nova.compute.provider_tree [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.103984] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.104231] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.105048] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ce4fcf-87b6-4d0f-9a5a-3d69f62b2de3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.111773] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 932.111773] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527b0882-ca96-a638-91de-589d06d9e1e9" [ 932.111773] env[69316]: _type = "Task" [ 932.111773] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.121461] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527b0882-ca96-a638-91de-589d06d9e1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.123693] env[69316]: DEBUG nova.compute.manager [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.170504] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.364539] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367208, 'name': ReconfigVM_Task, 'duration_secs': 0.322905} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.364670] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.366706] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-598b7946-9903-430e-b9a9-22eae78a0c24 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.376030] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 932.376030] env[69316]: value = "task-3367209" [ 932.376030] env[69316]: _type = "Task" [ 932.376030] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.388106] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.567265] env[69316]: DEBUG oslo_concurrency.lockutils [None req-da48474b-4077-4bd5-849f-54f1ef36bb06 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.420s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.597829] env[69316]: DEBUG nova.scheduler.client.report [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.627021] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527b0882-ca96-a638-91de-589d06d9e1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.020257} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.627576] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6f80e7-20ea-4250-b008-d7aa1f132d28 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.641801] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 932.641801] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52171130-56df-612f-6f7e-209a041cd457" [ 932.641801] env[69316]: _type = "Task" [ 932.641801] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.654298] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52171130-56df-612f-6f7e-209a041cd457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.887662] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.004213] env[69316]: DEBUG nova.compute.manager [req-b8a7f80a-9c72-49f2-a278-e192ab0dbc97 req-242ab375-c776-417d-9a6e-90f2c395ae38 service nova] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Received event network-vif-deleted-85273e87-193b-447e-ad9e-992aef05e47d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.108031] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.024s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.108031] env[69316]: INFO nova.compute.manager [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Migrating [ 933.116719] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.337s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.116960] env[69316]: DEBUG nova.objects.instance [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lazy-loading 'resources' on Instance uuid 44246e8b-d8af-4afc-b442-cef7731efa43 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.157795] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52171130-56df-612f-6f7e-209a041cd457, 'name': SearchDatastore_Task, 'duration_secs': 0.018247} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.158691] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.158691] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 56311ae5-5d95-43a1-ac9f-52163dc1bb0b/56311ae5-5d95-43a1-ac9f-52163dc1bb0b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.158882] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9463e2de-21f5-4f4b-aded-35744868d3c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.168169] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 933.168169] env[69316]: value = "task-3367210" [ 933.168169] env[69316]: _type = "Task" [ 933.168169] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.177260] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.391628] env[69316]: DEBUG oslo_vmware.api [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367209, 'name': PowerOnVM_Task, 'duration_secs': 0.789965} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.392140] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.395810] env[69316]: DEBUG nova.compute.manager [None req-ffca4094-512c-4a9c-a9b2-2ad8a98bc064 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.396831] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc1413-904f-45a6-a5dc-40213f5f3799 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.632315] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.632315] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.632315] env[69316]: DEBUG nova.network.neutron [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.683944] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367210, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.183246] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367210, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.289523] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eed31d-4067-4df6-bdcc-b349a81c354c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.299602] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2218cce-112b-4ad6-a0f2-a2a4d3551c12 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.346053] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b01585-f30a-4d34-af8f-555d740683e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.356300] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e512dc2c-da56-4b02-b02e-9071bd279e59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.375560] env[69316]: DEBUG nova.compute.provider_tree [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.511678] env[69316]: DEBUG nova.network.neutron [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance_info_cache with network_info: [{"id": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "address": "fa:16:3e:ae:62:9b", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e58e2-75", "ovs_interfaceid": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.679465] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367210, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.691899] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.692313] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.692313] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.692460] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.693587] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.693780] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.694319] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.694581] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.694785] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.695845] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.695845] env[69316]: DEBUG nova.virt.hardware [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.697345] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b8d003-a4a6-467a-aa13-19f83850dd65 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.708080] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2acd03-fe22-410b-a665-977bcb2c5f39 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.727871] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.734327] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Creating folder: Project (dd696361a8344a49a5716f030442dbc8). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.734691] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9181d714-4760-4282-a3bc-75c7325906bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.745434] env[69316]: DEBUG oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528857e6-1068-9512-ade9-09e81acfa31d/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 934.746678] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7750d3-926b-4f9e-9ff0-3ac6750de5e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.751581] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Created folder: Project (dd696361a8344a49a5716f030442dbc8) in parent group-v671748. [ 934.751941] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Creating folder: Instances. Parent ref: group-v671921. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.752685] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-523751b2-9c0e-490e-a3cd-68daf7e863c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.756033] env[69316]: DEBUG oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528857e6-1068-9512-ade9-09e81acfa31d/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 934.756212] env[69316]: ERROR oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528857e6-1068-9512-ade9-09e81acfa31d/disk-0.vmdk due to incomplete transfer. [ 934.756803] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-173d99e7-6b6d-4a7e-a56e-6c5229b67043 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.766128] env[69316]: DEBUG oslo_vmware.rw_handles [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528857e6-1068-9512-ade9-09e81acfa31d/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 934.766434] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Uploaded image 893353a6-72fb-4637-987e-34a31583b95a to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 934.769283] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 934.771139] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a631ade-00c8-4a15-9f14-529bf18f43f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.773139] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Created folder: Instances in parent group-v671921. [ 934.773529] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.773731] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.774283] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf6b7f6c-eaea-4c36-a2ad-66a362520575 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.788321] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 934.788321] env[69316]: value = "task-3367213" [ 934.788321] env[69316]: _type = "Task" [ 934.788321] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.796761] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.796761] env[69316]: value = "task-3367214" [ 934.796761] env[69316]: _type = "Task" [ 934.796761] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.804118] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367213, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.809677] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367214, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.877946] env[69316]: DEBUG nova.scheduler.client.report [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.013800] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.182378] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367210, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.552206} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.182378] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 56311ae5-5d95-43a1-ac9f-52163dc1bb0b/56311ae5-5d95-43a1-ac9f-52163dc1bb0b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.182708] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.182708] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29aa68e3-1cfb-46cd-8f49-6803c1cc6ddf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.191228] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 935.191228] env[69316]: value = "task-3367215" [ 935.191228] env[69316]: _type = "Task" [ 935.191228] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.203512] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.300041] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367213, 'name': Destroy_Task, 'duration_secs': 0.443858} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.302940] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Destroyed the VM [ 935.303225] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 935.303481] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23539d1d-9eae-4c95-8a36-9f61279fdd0f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.311286] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367214, 'name': CreateVM_Task, 'duration_secs': 0.345897} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.312643] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.316020] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 935.316020] env[69316]: value = "task-3367216" [ 935.316020] env[69316]: _type = "Task" [ 935.316020] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.316020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.316020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.316020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.316020] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb1ba9d-f9d3-4891-a50c-8f33da3cd3cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.323560] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 935.323560] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd247d-96f7-d0e7-d2da-349146593f21" [ 935.323560] env[69316]: _type = "Task" [ 935.323560] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.327621] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367216, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.337513] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd247d-96f7-d0e7-d2da-349146593f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.388046] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.389710] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.180s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.424176] env[69316]: INFO nova.scheduler.client.report [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleted allocations for instance 44246e8b-d8af-4afc-b442-cef7731efa43 [ 935.710496] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141941} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.713057] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.715214] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609cab1-cee7-4a2a-a32b-d8d6365dfb6f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.745038] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 56311ae5-5d95-43a1-ac9f-52163dc1bb0b/56311ae5-5d95-43a1-ac9f-52163dc1bb0b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.750335] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47d94e06-b7cd-45db-9898-655fe1e3eab2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.768774] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquiring lock "26137fcb-30f3-424f-a5eb-893da583129c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.769043] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "26137fcb-30f3-424f-a5eb-893da583129c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.776457] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 935.776457] env[69316]: value = "task-3367217" [ 935.776457] env[69316]: _type = "Task" [ 935.776457] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.793126] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.830924] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367216, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.843284] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd247d-96f7-d0e7-d2da-349146593f21, 'name': SearchDatastore_Task, 'duration_secs': 0.015149} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.844453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.844453] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.844453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.844453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.844453] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.844789] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f9af26-01f7-4814-96ba-fed938cc6d10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.856482] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.856702] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.860194] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cfd47c-1b42-48e5-8c26-a6710f7013ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.868924] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 935.868924] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525c3570-f0ea-7321-fe73-27cd86b56afa" [ 935.868924] env[69316]: _type = "Task" [ 935.868924] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.881535] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525c3570-f0ea-7321-fe73-27cd86b56afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.937557] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "44246e8b-d8af-4afc-b442-cef7731efa43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.199s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.056493] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066a2f66-0409-4da2-8240-d9c5ca52a58f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.065929] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5bf9aa-d28b-465f-9217-b93ffc5705f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.104937] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51778bc9-ffa3-4a6c-b8f7-5e402099ea13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.115599] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac67306d-9342-40fa-8e61-bd0cb8ee4931 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.144306] env[69316]: DEBUG nova.compute.provider_tree [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.272022] env[69316]: DEBUG nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.290078] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.331290] env[69316]: DEBUG oslo_vmware.api [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367216, 'name': RemoveSnapshot_Task, 'duration_secs': 0.778391} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.331614] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 936.331868] env[69316]: INFO nova.compute.manager [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 936.383212] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525c3570-f0ea-7321-fe73-27cd86b56afa, 'name': SearchDatastore_Task, 'duration_secs': 0.017768} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.384295] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6818432b-805a-414b-a401-8db5abc71178 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.393039] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 936.393039] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525b371b-5768-5a15-d9c5-f1dacc89fec1" [ 936.393039] env[69316]: _type = "Task" [ 936.393039] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.403280] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525b371b-5768-5a15-d9c5-f1dacc89fec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.536749] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edddf07-0fd7-442e-babd-e898b6af8514 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.556870] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance '391711ce-699a-4642-bd68-300c4cd94ce9' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.650758] env[69316]: DEBUG nova.scheduler.client.report [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.664969] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "109ac746-dcb4-435f-96c7-620b681e713b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.665306] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.665530] env[69316]: DEBUG nova.compute.manager [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.666454] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f9b4c1-7e12-4066-8755-7a259d0d7248 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.674462] env[69316]: DEBUG nova.compute.manager [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 936.675065] env[69316]: DEBUG nova.objects.instance [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lazy-loading 'flavor' on Instance uuid 109ac746-dcb4-435f-96c7-620b681e713b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.793317] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367217, 'name': ReconfigVM_Task, 'duration_secs': 0.612167} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.793615] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 56311ae5-5d95-43a1-ac9f-52163dc1bb0b/56311ae5-5d95-43a1-ac9f-52163dc1bb0b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.794301] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68ce58f3-e689-46e6-b8bb-c9c0e5d10b9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.798877] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.805709] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 936.805709] env[69316]: value = "task-3367218" [ 936.805709] env[69316]: _type = "Task" [ 936.805709] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.814405] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367218, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.882848] env[69316]: DEBUG nova.compute.manager [None req-6b25b616-a6b9-47ac-8c67-21b10b03dfbd tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Found 2 images (rotation: 2) {{(pid=69316) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 936.904801] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525b371b-5768-5a15-d9c5-f1dacc89fec1, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.905095] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.905433] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630/c19a70a3-55e0-4ce7-a2ca-d3875a9e7630.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.905672] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6c6782c-ded9-4ab5-9426-2cb989847e10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.920161] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 936.920161] env[69316]: value = "task-3367219" [ 936.920161] env[69316]: _type = "Task" [ 936.920161] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.928487] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.064479] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.064479] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-086b61e4-f7d3-4df3-8ffa-e0c27a3e2821 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.072120] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 937.072120] env[69316]: value = "task-3367220" [ 937.072120] env[69316]: _type = "Task" [ 937.072120] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.083702] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.112709] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "8757293e-ec02-4d08-9ac5-fec158bb82c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.113105] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "8757293e-ec02-4d08-9ac5-fec158bb82c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.158313] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.158313] env[69316]: INFO nova.compute.manager [None req-a3f85405-d20e-4eb2-9ce0-cd282b2a21ea tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Successfully reverted task state from rebuilding on failure for instance. [ 937.162984] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.372s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.163404] env[69316]: DEBUG nova.objects.instance [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lazy-loading 'resources' on Instance uuid 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.322254] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367218, 'name': Rename_Task, 'duration_secs': 0.260695} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.323872] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.323872] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291267e1-7a4e-4b87-99e8-c98dc5028042 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.334819] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 937.334819] env[69316]: value = "task-3367221" [ 937.334819] env[69316]: _type = "Task" [ 937.334819] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.352075] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.367078] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "1c0f289d-f113-4735-bc69-573044063357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.367470] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "1c0f289d-f113-4735-bc69-573044063357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.432696] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510935} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.432969] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630/c19a70a3-55e0-4ce7-a2ca-d3875a9e7630.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.433734] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.433983] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a517edae-dce2-49e0-93e6-74d88e341aa8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.443324] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 937.443324] env[69316]: value = "task-3367222" [ 937.443324] env[69316]: _type = "Task" [ 937.443324] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.459179] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.583907] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367220, 'name': PowerOffVM_Task, 'duration_secs': 0.402245} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.584715] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.584715] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance '391711ce-699a-4642-bd68-300c4cd94ce9' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.616202] env[69316]: DEBUG nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.683714] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.684077] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fccba0b-1f1a-48f2-9792-7fe17be7c7ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.693755] env[69316]: DEBUG oslo_vmware.api [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 937.693755] env[69316]: value = "task-3367223" [ 937.693755] env[69316]: _type = "Task" [ 937.693755] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.706795] env[69316]: DEBUG oslo_vmware.api [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.848288] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.871180] env[69316]: DEBUG nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.955275] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250101} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.955550] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.956382] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb9d8c-e431-4248-9391-41b72ec6c2d4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.979268] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630/c19a70a3-55e0-4ce7-a2ca-d3875a9e7630.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.982681] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d27c0c-1643-4a0f-8c2b-6a67b98cc535 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.007962] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 938.007962] env[69316]: value = "task-3367224" [ 938.007962] env[69316]: _type = "Task" [ 938.007962] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.019630] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.092707] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.092707] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.092707] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.092707] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.092707] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.092707] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.093109] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.093109] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.097022] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.097022] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.097022] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.103746] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9728be0f-c74e-45ea-964f-c1e990e27575 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.130437] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 938.130437] env[69316]: value = "task-3367225" [ 938.130437] env[69316]: _type = "Task" [ 938.130437] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.141789] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.142837] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.209516] env[69316]: DEBUG oslo_vmware.api [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367223, 'name': PowerOffVM_Task, 'duration_secs': 0.294642} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.209927] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.210264] env[69316]: DEBUG nova.compute.manager [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.211378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540dd24c-2ee3-46c6-87e9-32a5e9415929 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.283873] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37403f1e-8283-4eb2-b2ee-ab256f77bd67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.293437] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cc38ea-75a6-444b-85df-f2b2fa491464 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.329590] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c208cb49-7c41-4b2b-b1d4-15c4cee8f480 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.342344] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129761a8-d936-46b4-99a7-43e14c78f177 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.352858] env[69316]: DEBUG oslo_vmware.api [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367221, 'name': PowerOnVM_Task, 'duration_secs': 0.942665} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.361640] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.361795] env[69316]: INFO nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Took 13.73 seconds to spawn the instance on the hypervisor. [ 938.362024] env[69316]: DEBUG nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.362510] env[69316]: DEBUG nova.compute.provider_tree [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.368022] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435f6c99-2263-4292-b8c9-84a858e820f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.398252] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.519373] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367224, 'name': ReconfigVM_Task, 'duration_secs': 0.303147} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.519686] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630/c19a70a3-55e0-4ce7-a2ca-d3875a9e7630.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.520447] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e32eed05-dc06-4696-a487-4fbf773f86e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.529965] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 938.529965] env[69316]: value = "task-3367226" [ 938.529965] env[69316]: _type = "Task" [ 938.529965] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.542702] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367226, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.560926] env[69316]: DEBUG nova.compute.manager [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.562187] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9746fd-30d7-4a7b-8d40-49ca11e1028b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.642440] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367225, 'name': ReconfigVM_Task, 'duration_secs': 0.202637} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.643109] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance '391711ce-699a-4642-bd68-300c4cd94ce9' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.727963] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86adabb4-64f6-4ac3-b1b1-db2ec349eef4 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.867786] env[69316]: DEBUG nova.scheduler.client.report [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.887204] env[69316]: INFO nova.compute.manager [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Took 51.33 seconds to build instance. [ 938.893639] env[69316]: DEBUG oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4af4f-cdd7-00a6-3472-825908aefb36/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.894579] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d3f5c8-45b1-455b-bb0d-a2fabe2357f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.902011] env[69316]: DEBUG oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4af4f-cdd7-00a6-3472-825908aefb36/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.902191] env[69316]: ERROR oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4af4f-cdd7-00a6-3472-825908aefb36/disk-0.vmdk due to incomplete transfer. [ 938.902637] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb2a6637-87b7-47f7-8bef-f9a3299c1224 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.909466] env[69316]: DEBUG oslo_vmware.rw_handles [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4af4f-cdd7-00a6-3472-825908aefb36/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.909658] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Uploaded image f6538147-53f0-46aa-be58-00f47d12b5f5 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.911400] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.911634] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e52f9d9e-91c2-421d-9c02-33a3696ca25b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.917613] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 938.917613] env[69316]: value = "task-3367227" [ 938.917613] env[69316]: _type = "Task" [ 938.917613] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.926764] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367227, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.039524] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367226, 'name': Rename_Task, 'duration_secs': 0.155503} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.039797] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.040050] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6866dc57-dd9f-4955-802a-0d7c1cb6d874 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.046144] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 939.046144] env[69316]: value = "task-3367228" [ 939.046144] env[69316]: _type = "Task" [ 939.046144] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.053687] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.073744] env[69316]: INFO nova.compute.manager [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] instance snapshotting [ 939.074392] env[69316]: DEBUG nova.objects.instance [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'flavor' on Instance uuid cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.149605] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.149874] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.150048] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.150301] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.150467] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.150617] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.150820] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.150979] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.151194] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.151443] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.151672] env[69316]: DEBUG nova.virt.hardware [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.157153] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 939.157758] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbb16b9-0865-45eb-be8a-f8e7445607ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.176882] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 939.176882] env[69316]: value = "task-3367229" [ 939.176882] env[69316]: _type = "Task" [ 939.176882] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.184780] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.374614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.377197] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.206s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.377467] env[69316]: DEBUG nova.objects.instance [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lazy-loading 'resources' on Instance uuid 543068fb-32e2-4dfb-aae9-dd1c4cff92f7 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.389220] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.036s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.399843] env[69316]: INFO nova.scheduler.client.report [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Deleted allocations for instance 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3 [ 939.430545] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367227, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.556744] env[69316]: DEBUG oslo_vmware.api [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367228, 'name': PowerOnVM_Task, 'duration_secs': 0.44156} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.556744] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.556976] env[69316]: INFO nova.compute.manager [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Took 7.43 seconds to spawn the instance on the hypervisor. [ 939.557249] env[69316]: DEBUG nova.compute.manager [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.558069] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef2feff-7815-48d8-af25-1cef87e4ed1b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.579774] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3964c-10a6-49c6-8b64-38cf31ef82a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.599297] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7082256c-b18f-4f5c-8af0-c90d8f0a2ac1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.687345] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367229, 'name': ReconfigVM_Task, 'duration_secs': 0.249102} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.687640] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 939.688444] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc4cdb4-c982-43bf-8e68-72e748173759 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.712118] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 391711ce-699a-4642-bd68-300c4cd94ce9/391711ce-699a-4642-bd68-300c4cd94ce9.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.712394] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8ba8609-8142-426d-b34d-ddf104608fd8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.730789] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 939.730789] env[69316]: value = "task-3367230" [ 939.730789] env[69316]: _type = "Task" [ 939.730789] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.738406] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.911610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Lock "896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.729s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.946166] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367227, 'name': Destroy_Task, 'duration_secs': 0.933846} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.952275] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Destroyed the VM [ 939.952667] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.953552] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-52eda60d-818c-4cfc-97d3-da73f9d621cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.964118] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 939.964118] env[69316]: value = "task-3367231" [ 939.964118] env[69316]: _type = "Task" [ 939.964118] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.979522] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367231, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.990822] env[69316]: INFO nova.compute.manager [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Rebuilding instance [ 940.002077] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "3f76253c-457b-46dd-89cf-c05dc895325b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.002077] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "3f76253c-457b-46dd-89cf-c05dc895325b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.036929] env[69316]: DEBUG nova.compute.manager [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.038768] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89451b3-e7a9-44cc-a9ca-535808377ebd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.076498] env[69316]: INFO nova.compute.manager [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Took 43.30 seconds to build instance. [ 940.110096] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 940.110487] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e5d6ac3-48ca-4281-9049-ea4dc7e1a35c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.121821] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 940.121821] env[69316]: value = "task-3367232" [ 940.121821] env[69316]: _type = "Task" [ 940.121821] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.132105] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.240528] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367230, 'name': ReconfigVM_Task, 'duration_secs': 0.462168} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.243043] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 391711ce-699a-4642-bd68-300c4cd94ce9/391711ce-699a-4642-bd68-300c4cd94ce9.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.243814] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance '391711ce-699a-4642-bd68-300c4cd94ce9' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.470887] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367231, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.486124] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e035fe-5189-4033-b279-2e1ddbd7f004 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.493842] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb8047-889e-47ed-9d8b-bd8eed214c9c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.531437] env[69316]: DEBUG nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.534421] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.534745] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.535040] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.535267] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.535513] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.538140] env[69316]: INFO nova.compute.manager [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Terminating instance [ 940.540367] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d7094c-9002-47d3-a79e-75d1abf30656 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.550990] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11854515-229e-416a-b5e7-b8b4db9ca8ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.572958] env[69316]: DEBUG nova.compute.provider_tree [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.579431] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ce33896-fafa-462a-9905-c7049f7ebda2 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.815s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.633272] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.750099] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df22479-fe65-433e-836e-b2df9ed15546 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.769672] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd94a0-a4d6-4464-90b5-3be8e0929a3a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.787439] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance '391711ce-699a-4642-bd68-300c4cd94ce9' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.971914] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367231, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.047889] env[69316]: DEBUG nova.compute.manager [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.047889] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.047889] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90989b6a-a361-4922-9abf-141ac8d89b32 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.055777] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.057031] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a71605-9646-4579-8db6-51c2a9f68032 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.062376] env[69316]: DEBUG oslo_vmware.api [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 941.062376] env[69316]: value = "task-3367233" [ 941.062376] env[69316]: _type = "Task" [ 941.062376] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.063252] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.072412] env[69316]: DEBUG oslo_vmware.api [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.078945] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.078945] env[69316]: DEBUG nova.scheduler.client.report [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.081357] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-679cb55a-8b49-4dbf-95bf-0629c64da5c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.087302] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 941.087302] env[69316]: value = "task-3367234" [ 941.087302] env[69316]: _type = "Task" [ 941.087302] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.100333] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.100591] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.101396] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f352c3f-fd4b-4083-833b-a80459939cf8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.108793] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.112372] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d19fc52f-da98-4d3e-b5ca-d15bdd3ac845 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.133135] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367232, 'name': CreateSnapshot_Task, 'duration_secs': 0.548611} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.133917] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 941.134473] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f15051a-a63e-4276-b402-8981b66971f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.193971] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.194212] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.194396] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleting the datastore file [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.194662] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c96fd43-b324-4437-b139-e48c3183f511 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.201181] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 941.201181] env[69316]: value = "task-3367236" [ 941.201181] env[69316]: _type = "Task" [ 941.201181] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.209020] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.332150] env[69316]: DEBUG nova.network.neutron [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Port 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 941.472941] env[69316]: DEBUG oslo_vmware.api [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367231, 'name': RemoveSnapshot_Task, 'duration_secs': 1.208244} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.473244] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 941.473484] env[69316]: INFO nova.compute.manager [None req-b62f78da-09e2-4c86-a7f4-6b547014c032 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Took 16.83 seconds to snapshot the instance on the hypervisor. [ 941.574494] env[69316]: DEBUG oslo_vmware.api [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367233, 'name': PowerOffVM_Task, 'duration_secs': 0.225298} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.575926] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.576197] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.576875] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ab696a0-1617-496f-b8d2-6457f7b614a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.585270] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.588232] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.772s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.588232] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.588374] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 941.588661] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.923s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.591732] env[69316]: DEBUG nova.objects.instance [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lazy-loading 'resources' on Instance uuid b4bdd149-3096-40cb-9e11-dbe02a9aacaf {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.591732] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa1acf-67c2-4f82-92a1-15b73bcadd3e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.599742] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c575bbd7-258b-4a42-9c71-f1f475b848f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.616347] env[69316]: INFO nova.scheduler.client.report [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Deleted allocations for instance 543068fb-32e2-4dfb-aae9-dd1c4cff92f7 [ 941.618020] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b9e6a6-e88b-480c-a655-5c8a9dd91542 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.624024] env[69316]: INFO nova.compute.manager [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Rebuilding instance [ 941.633238] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db8b55f-8199-4567-9de2-c45112585b02 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.677682] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 941.677682] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177644MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 941.677682] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.679836] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9dd8966c-ed21-4fa7-b492-9ba1a69d83f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.689349] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 941.689349] env[69316]: value = "task-3367238" [ 941.689349] env[69316]: _type = "Task" [ 941.689349] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.700405] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.700641] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.700873] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Deleting the datastore file [datastore2] 56311ae5-5d95-43a1-ac9f-52163dc1bb0b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.701186] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91397979-93c7-49ff-9bdf-da1fd43d122d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.714754] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367238, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.722525] env[69316]: DEBUG oslo_vmware.api [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for the task: (returnval){ [ 941.722525] env[69316]: value = "task-3367239" [ 941.722525] env[69316]: _type = "Task" [ 941.722525] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.722525] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169407} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.724780] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.724888] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.725060] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.727665] env[69316]: DEBUG nova.compute.manager [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.731645] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6888374-2a2f-43cf-9cf3-2e32d1e7357b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.741020] env[69316]: DEBUG oslo_vmware.api [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.136265] env[69316]: DEBUG oslo_concurrency.lockutils [None req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Lock "543068fb-32e2-4dfb-aae9-dd1c4cff92f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.107s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.215606] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367238, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.255917] env[69316]: DEBUG oslo_vmware.api [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Task: {'id': task-3367239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324619} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.256332] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.259706] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.259706] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.259706] env[69316]: INFO nova.compute.manager [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 942.259706] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.259706] env[69316]: DEBUG nova.compute.manager [-] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.259706] env[69316]: DEBUG nova.network.neutron [-] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.363485] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.370026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.370026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.708017] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367238, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.721545] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172b2be8-742f-48e1-8a17-1e83a416790f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.729267] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56855dc-e871-4ac0-8669-a1e81bf39f3c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.763405] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.765395] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba39cbf-f53b-4a69-bbee-9ffe7849a650 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.769479] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a02494-6e6a-405f-bb61-92391b5f321f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.779354] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9febb3-0ac6-4532-8850-37bdba63e6d4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.784410] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 942.784410] env[69316]: value = "task-3367240" [ 942.784410] env[69316]: _type = "Task" [ 942.784410] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.800889] env[69316]: DEBUG nova.compute.provider_tree [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.809940] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.810721] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.810721] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.810815] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.811045] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.811110] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.811338] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.811498] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.811668] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.811835] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.812018] env[69316]: DEBUG nova.virt.hardware [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.813885] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca2077-dcdc-4270-96fc-625481fcaa8f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.820262] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.826041] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e504ec27-d249-49fd-b294-f776e80b252e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.841146] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:32:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0828b24f-945c-4984-89f8-da870cb6e5b2', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.848776] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.849241] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.849458] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f9fe16f-f08d-4a60-855b-e08a44c30aea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.869026] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.869026] env[69316]: value = "task-3367241" [ 942.869026] env[69316]: _type = "Task" [ 942.869026] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.881150] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367241, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.151581] env[69316]: DEBUG nova.compute.manager [req-a22fcdc4-eb49-4b93-9be4-dfb549bc3a19 req-19133cea-167f-4a77-a36b-453f0f10733d service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Received event network-vif-deleted-4f44abdb-a32b-4341-bfc4-2000a4620c84 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.151849] env[69316]: INFO nova.compute.manager [req-a22fcdc4-eb49-4b93-9be4-dfb549bc3a19 req-19133cea-167f-4a77-a36b-453f0f10733d service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Neutron deleted interface 4f44abdb-a32b-4341-bfc4-2000a4620c84; detaching it from the instance and deleting it from the info cache [ 943.152131] env[69316]: DEBUG nova.network.neutron [req-a22fcdc4-eb49-4b93-9be4-dfb549bc3a19 req-19133cea-167f-4a77-a36b-453f0f10733d service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Updating instance_info_cache with network_info: [{"id": "99d4e596-4fd8-4e06-9176-6781d813dddf", "address": "fa:16:3e:71:07:d4", "network": {"id": "cb792ed9-e3fc-4bb8-bf22-f6d8106db89a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-333167038", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f68d9d779cb44c55a536fb7f9619d52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d4e596-4f", "ovs_interfaceid": "99d4e596-4fd8-4e06-9176-6781d813dddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.207068] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367238, 'name': CloneVM_Task, 'duration_secs': 1.42863} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.207619] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Created linked-clone VM from snapshot [ 943.208762] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c180d-8d72-4a5c-94d9-8b52ef05d1de {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.222540] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Uploading image ba145c55-54cf-4a28-b09b-7e615b07b03c {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 943.249203] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 943.249203] env[69316]: value = "vm-671925" [ 943.249203] env[69316]: _type = "VirtualMachine" [ 943.249203] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 943.249549] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a22c02c7-0943-4a87-af4f-4f01de17c876 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.258128] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease: (returnval){ [ 943.258128] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52692f34-6fdf-029a-6554-7fbc1e5fedf7" [ 943.258128] env[69316]: _type = "HttpNfcLease" [ 943.258128] env[69316]: } obtained for exporting VM: (result){ [ 943.258128] env[69316]: value = "vm-671925" [ 943.258128] env[69316]: _type = "VirtualMachine" [ 943.258128] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 943.259608] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the lease: (returnval){ [ 943.259608] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52692f34-6fdf-029a-6554-7fbc1e5fedf7" [ 943.259608] env[69316]: _type = "HttpNfcLease" [ 943.259608] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 943.266812] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.266812] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52692f34-6fdf-029a-6554-7fbc1e5fedf7" [ 943.266812] env[69316]: _type = "HttpNfcLease" [ 943.266812] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 943.296913] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367240, 'name': PowerOffVM_Task, 'duration_secs': 0.133859} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.297199] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.297892] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.298702] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d5e8f1-b7ba-4982-9467-8a967a01b40e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.309479] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.309722] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87525f86-8c36-4c0a-9776-7754c2c038ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.337467] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.337467] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.337467] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Deleting the datastore file [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.337816] env[69316]: ERROR nova.scheduler.client.report [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] [req-1d176dd3-dc6c-4288-bf84-9b8dd61c23df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1d176dd3-dc6c-4288-bf84-9b8dd61c23df"}]} [ 943.338174] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f73a092-bcdf-4e99-be49-1cc7c5918be3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.348097] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 943.348097] env[69316]: value = "task-3367244" [ 943.348097] env[69316]: _type = "Task" [ 943.348097] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.361193] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.364159] env[69316]: DEBUG nova.scheduler.client.report [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Refreshing inventories for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 943.381607] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367241, 'name': CreateVM_Task, 'duration_secs': 0.463505} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.381607] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.386021] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.386021] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.386021] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.386021] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76272564-0ea3-45b1-b81d-4d200c90875d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.389329] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 943.389329] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52fe5e50-9f2b-b264-249e-3a62a4f2dda5" [ 943.389329] env[69316]: _type = "Task" [ 943.389329] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.390449] env[69316]: DEBUG nova.scheduler.client.report [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Updating ProviderTree inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 943.390682] env[69316]: DEBUG nova.compute.provider_tree [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.405907] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fe5e50-9f2b-b264-249e-3a62a4f2dda5, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.406964] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.407072] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.407325] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.407532] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.407784] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.408054] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-783a11b1-e078-4dfd-b385-259a20362881 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.412728] env[69316]: DEBUG nova.scheduler.client.report [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Refreshing aggregate associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, aggregates: None {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 943.417011] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.417229] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.417961] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8dd3fd-3a92-48e8-8cf0-5ed4812f4df2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.422661] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.423079] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.423124] env[69316]: DEBUG nova.network.neutron [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.427991] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 943.427991] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528036f9-d636-5545-a796-e44127b892c0" [ 943.427991] env[69316]: _type = "Task" [ 943.427991] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.437484] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528036f9-d636-5545-a796-e44127b892c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.453161] env[69316]: DEBUG nova.scheduler.client.report [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Refreshing trait associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 943.612305] env[69316]: DEBUG nova.compute.manager [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.613209] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3bf606-f8b2-484b-b2a6-05ce4891dfe4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.643661] env[69316]: DEBUG nova.network.neutron [-] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.654892] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3aaee2f6-9922-4f20-b5ca-75af6b98c4d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.667536] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016825a3-2f9b-4aad-8cf4-348e2426a446 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.708843] env[69316]: DEBUG nova.compute.manager [req-a22fcdc4-eb49-4b93-9be4-dfb549bc3a19 req-19133cea-167f-4a77-a36b-453f0f10733d service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Detach interface failed, port_id=4f44abdb-a32b-4341-bfc4-2000a4620c84, reason: Instance 56311ae5-5d95-43a1-ac9f-52163dc1bb0b could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.768969] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.768969] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52692f34-6fdf-029a-6554-7fbc1e5fedf7" [ 943.768969] env[69316]: _type = "HttpNfcLease" [ 943.768969] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 943.771824] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 943.771824] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52692f34-6fdf-029a-6554-7fbc1e5fedf7" [ 943.771824] env[69316]: _type = "HttpNfcLease" [ 943.771824] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 943.772972] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc374e-9ad5-4501-a8ca-88bcfdb026c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.781219] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275c385-51ee-eabd-bf17-c548ecbfff6d/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 943.781438] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275c385-51ee-eabd-bf17-c548ecbfff6d/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 943.860482] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109315} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.863245] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.863447] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.863621] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.881672] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0ec1aba-8932-4a92-b99d-d8311dfba1fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.948926] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528036f9-d636-5545-a796-e44127b892c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014999} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.949744] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb5397b-1861-474a-a184-061048d841df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.955360] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 943.955360] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52381273-143b-06f7-a36e-7173cab3969d" [ 943.955360] env[69316]: _type = "Task" [ 943.955360] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.964096] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52381273-143b-06f7-a36e-7173cab3969d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.127653] env[69316]: INFO nova.compute.manager [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] instance snapshotting [ 944.130897] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b47298-1410-439c-aebe-3bfbf76959b2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.154298] env[69316]: INFO nova.compute.manager [-] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Took 1.90 seconds to deallocate network for instance. [ 944.166099] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93758f94-c14b-4f7d-b05e-debc02bd8c66 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.211019] env[69316]: DEBUG nova.network.neutron [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance_info_cache with network_info: [{"id": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "address": "fa:16:3e:ae:62:9b", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e58e2-75", "ovs_interfaceid": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.225281] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133245f7-2f49-45c1-bc29-0e4ddf0b0e0d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.233133] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de5ac9c-cbc8-4008-b508-2208f2f1679a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.267959] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5518a3d9-5705-4446-ab3c-33d5fde6b72e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.278637] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8266a3d-319c-4352-a795-000c1352ef9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.291347] env[69316]: DEBUG nova.compute.provider_tree [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.473154] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52381273-143b-06f7-a36e-7173cab3969d, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.473407] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.473875] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b/109ac746-dcb4-435f-96c7-620b681e713b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.474308] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2e8b954-f909-44ad-93d1-52fa2783ab11 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.481693] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 944.481693] env[69316]: value = "task-3367245" [ 944.481693] env[69316]: _type = "Task" [ 944.481693] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.490645] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.671151] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.677906] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 944.678300] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d27c196-60c2-4929-8818-be5eb726af23 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.689385] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 944.689385] env[69316]: value = "task-3367246" [ 944.689385] env[69316]: _type = "Task" [ 944.689385] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.705327] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.713113] env[69316]: DEBUG oslo_concurrency.lockutils [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.843862] env[69316]: DEBUG nova.scheduler.client.report [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 944.844387] env[69316]: DEBUG nova.compute.provider_tree [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 90 to 91 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 944.844543] env[69316]: DEBUG nova.compute.provider_tree [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.908445] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.908754] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.908914] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.909111] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.909263] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.909419] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.909784] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.909973] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.910756] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.910961] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.911212] env[69316]: DEBUG nova.virt.hardware [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.912472] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdaabfc-92eb-476c-9322-35872c18f8e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.926085] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb272291-50f9-47d3-b62b-67f98cd2b1d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.945217] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.951907] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.952251] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.952486] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03e7a7a2-399d-4f79-aa81-edc2c1838cfb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.971557] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.971557] env[69316]: value = "task-3367247" [ 944.971557] env[69316]: _type = "Task" [ 944.971557] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.982704] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367247, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.994862] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367245, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.200061] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.247996] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87de53e4-5fef-4c39-9038-b9ab832c82a3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.279330] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3933a341-080b-4474-a3af-90d7b1c68b1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.289640] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance '391711ce-699a-4642-bd68-300c4cd94ce9' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 945.352058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.763s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.361124] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.492s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.364591] env[69316]: INFO nova.compute.claims [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.399575] env[69316]: INFO nova.scheduler.client.report [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Deleted allocations for instance b4bdd149-3096-40cb-9e11-dbe02a9aacaf [ 945.484273] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367247, 'name': CreateVM_Task, 'duration_secs': 0.36274} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.488855] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.488855] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.490296] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.490956] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.495486] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1321266-d7c1-4356-bf93-3e0f4e5f7c9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.506146] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568448} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.506146] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b/109ac746-dcb4-435f-96c7-620b681e713b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.506146] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.506146] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0b333a5-bf8f-47c4-9529-343156967ece {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.511451] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 945.511451] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52836876-e52d-c53a-66f1-481961d9bdc0" [ 945.511451] env[69316]: _type = "Task" [ 945.511451] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.520561] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 945.520561] env[69316]: value = "task-3367248" [ 945.520561] env[69316]: _type = "Task" [ 945.520561] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.528550] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52836876-e52d-c53a-66f1-481961d9bdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.533804] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.577031] env[69316]: DEBUG nova.compute.manager [req-b9c06033-7a29-4595-b382-c46a4602f1ed req-c0aa1d79-3575-404a-bf68-c3210cc1a7b5 service nova] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Received event network-vif-deleted-99d4e596-4fd8-4e06-9176-6781d813dddf {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.700139] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367246, 'name': CreateSnapshot_Task, 'duration_secs': 0.641819} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.700680] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 945.700680] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccccae5-5bc8-42c4-b3d6-9d78bf119ced {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.799587] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.799587] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a594bad-c1d9-4cc0-aa66-dc3c78ed8ee6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.810272] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 945.810272] env[69316]: value = "task-3367249" [ 945.810272] env[69316]: _type = "Task" [ 945.810272] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.823327] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.911409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6ce481c-9773-4ff6-9681-9537f39f51f6 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Lock "b4bdd149-3096-40cb-9e11-dbe02a9aacaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.330s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.023977] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52836876-e52d-c53a-66f1-481961d9bdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.02014} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.027461] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.027733] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.027987] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.029020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.029020] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.029020] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0c30973-98ca-4c98-8cf0-f5edf1421110 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.035672] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06837} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.035943] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.036836] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a6e2b-034d-4509-93f2-894410f50923 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.040849] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.041205] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.043176] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597d38b2-c015-4900-9607-b24d9911892c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.064858] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b/109ac746-dcb4-435f-96c7-620b681e713b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.066140] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99594d9e-f0f1-4009-ad9f-77c19457aecb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.082080] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 946.082080] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520f3094-7366-a368-e786-a8ca7c022658" [ 946.082080] env[69316]: _type = "Task" [ 946.082080] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.087425] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 946.087425] env[69316]: value = "task-3367250" [ 946.087425] env[69316]: _type = "Task" [ 946.087425] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.094750] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520f3094-7366-a368-e786-a8ca7c022658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.101986] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.221729] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 946.222113] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ead89e6b-c92f-42ea-a13a-049901779de8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.230199] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 946.230199] env[69316]: value = "task-3367251" [ 946.230199] env[69316]: _type = "Task" [ 946.230199] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.239489] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367251, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.317744] env[69316]: DEBUG oslo_vmware.api [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367249, 'name': PowerOnVM_Task, 'duration_secs': 0.38441} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.318218] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.320783] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-de077310-4404-418e-9963-003cbf40432a tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance '391711ce-699a-4642-bd68-300c4cd94ce9' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.602227] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520f3094-7366-a368-e786-a8ca7c022658, 'name': SearchDatastore_Task, 'duration_secs': 0.0256} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.603910] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8067443-4ee0-4d3d-9dce-3e14336bb74a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.610159] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.613647] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 946.613647] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52d879b9-022f-e4b4-380b-1c7510d50fc3" [ 946.613647] env[69316]: _type = "Task" [ 946.613647] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.626796] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d879b9-022f-e4b4-380b-1c7510d50fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.627110] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.627372] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630/c19a70a3-55e0-4ce7-a2ca-d3875a9e7630.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.628110] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bab69c4-363a-4e06-9123-dbf3b6ba103c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.639787] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 946.639787] env[69316]: value = "task-3367252" [ 946.639787] env[69316]: _type = "Task" [ 946.639787] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.649453] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.741996] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367251, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.060078] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac39371-0870-4b60-803b-74aea73fab4f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.068822] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e297d-df91-4458-951d-97a3abf65a2d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.107996] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1acae5-2960-4601-9422-5c85ed746d77 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.120636] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c462bf-fbb6-4f94-bc3d-2765afd7786a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.125028] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367250, 'name': ReconfigVM_Task, 'duration_secs': 0.584532} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.125640] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b/109ac746-dcb4-435f-96c7-620b681e713b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.126706] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20c83b1-fe20-486d-9759-fcce247bd6c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.137727] env[69316]: DEBUG nova.compute.provider_tree [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.140829] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 947.140829] env[69316]: value = "task-3367253" [ 947.140829] env[69316]: _type = "Task" [ 947.140829] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.155580] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367252, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.160099] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367253, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.244936] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367251, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.642546] env[69316]: DEBUG nova.scheduler.client.report [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.657507] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591319} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.661648] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630/c19a70a3-55e0-4ce7-a2ca-d3875a9e7630.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.661887] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.662918] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367253, 'name': Rename_Task, 'duration_secs': 0.294097} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.663156] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9349b5b-643c-4e9f-bfa1-d61c9cad8c7f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.665109] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.665363] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca8acf0a-aa5d-463a-8c4c-f0943a326fa6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.672905] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 947.672905] env[69316]: value = "task-3367254" [ 947.672905] env[69316]: _type = "Task" [ 947.672905] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.674142] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 947.674142] env[69316]: value = "task-3367255" [ 947.674142] env[69316]: _type = "Task" [ 947.674142] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.684807] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.688212] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.744593] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367251, 'name': CloneVM_Task, 'duration_secs': 1.354788} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.744882] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Created linked-clone VM from snapshot [ 947.745705] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5917555-05a4-4d7d-a234-d1a4a60aa6a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.753418] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Uploading image 52333e07-af5a-4772-96fb-820bcc45eb75 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 947.795885] env[69316]: DEBUG oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 947.795885] env[69316]: value = "vm-671929" [ 947.795885] env[69316]: _type = "VirtualMachine" [ 947.795885] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 947.796196] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-520972d0-ab55-4cd7-b63d-2855a8fcfc2d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.804022] env[69316]: DEBUG oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lease: (returnval){ [ 947.804022] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e34673-bf24-04e0-f34b-586508708437" [ 947.804022] env[69316]: _type = "HttpNfcLease" [ 947.804022] env[69316]: } obtained for exporting VM: (result){ [ 947.804022] env[69316]: value = "vm-671929" [ 947.804022] env[69316]: _type = "VirtualMachine" [ 947.804022] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 947.804022] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the lease: (returnval){ [ 947.804022] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e34673-bf24-04e0-f34b-586508708437" [ 947.804022] env[69316]: _type = "HttpNfcLease" [ 947.804022] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 947.810609] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.810609] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e34673-bf24-04e0-f34b-586508708437" [ 947.810609] env[69316]: _type = "HttpNfcLease" [ 947.810609] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 948.150785] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.151368] env[69316]: DEBUG nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.154098] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.986s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.154410] env[69316]: DEBUG nova.objects.instance [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lazy-loading 'resources' on Instance uuid d296fcbe-d243-4c97-a871-34bdfa99dcf6 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.192946] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.196599] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367255, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.312174] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.312174] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e34673-bf24-04e0-f34b-586508708437" [ 948.312174] env[69316]: _type = "HttpNfcLease" [ 948.312174] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 948.312496] env[69316]: DEBUG oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 948.312496] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e34673-bf24-04e0-f34b-586508708437" [ 948.312496] env[69316]: _type = "HttpNfcLease" [ 948.312496] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 948.315935] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72106d4-b239-4329-a775-7cd75ce2bda8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.325466] env[69316]: DEBUG oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc9ba9-e1c0-4a62-74ca-f176a936cee4/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 948.325634] env[69316]: DEBUG oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc9ba9-e1c0-4a62-74ca-f176a936cee4/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 948.443195] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1b4fe08-2e05-4a34-9ca2-648cf8b62909 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.662515] env[69316]: DEBUG nova.compute.utils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.667350] env[69316]: DEBUG nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.667350] env[69316]: DEBUG nova.network.neutron [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.693080] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.635858} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.697298] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.697516] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367255, 'name': PowerOnVM_Task, 'duration_secs': 0.714735} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.698251] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c7ffbc-9925-4494-b5b3-afa9961461be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.701422] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.701422] env[69316]: DEBUG nova.compute.manager [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.703385] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac0b7c5-e602-4b25-8666-e3b6296a8472 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.727675] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630/c19a70a3-55e0-4ce7-a2ca-d3875a9e7630.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.729718] env[69316]: DEBUG nova.policy [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e11f04cf6e845a58ff0fd2af671815a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5342526a03a540f6a33318d46a831a32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.735271] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384dbe1a-327f-43b2-b8ef-37270994e75e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.759028] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 948.759028] env[69316]: value = "task-3367257" [ 948.759028] env[69316]: _type = "Task" [ 948.759028] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.767938] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.976783] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "391711ce-699a-4642-bd68-300c4cd94ce9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.976783] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.976783] env[69316]: DEBUG nova.compute.manager [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Going to confirm migration 3 {{(pid=69316) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 949.119607] env[69316]: DEBUG nova.network.neutron [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Successfully created port: 85966524-c376-4cf6-aa61-660ee47815ba {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.167412] env[69316]: DEBUG nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.257345] env[69316]: INFO nova.compute.manager [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] bringing vm to original state: 'stopped' [ 949.280061] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367257, 'name': ReconfigVM_Task, 'duration_secs': 0.452335} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.280061] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630/c19a70a3-55e0-4ce7-a2ca-d3875a9e7630.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.280381] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-230271ef-d9f2-45f8-8f8c-14849afe642d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.292457] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 949.292457] env[69316]: value = "task-3367258" [ 949.292457] env[69316]: _type = "Task" [ 949.292457] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.310132] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367258, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.523549] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f9e85-146e-4aa4-afec-1c31b30de497 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.533319] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7537e7b9-b955-498f-ae29-e787ec7cc6c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.577893] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.577893] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.578174] env[69316]: DEBUG nova.network.neutron [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.578320] env[69316]: DEBUG nova.objects.instance [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lazy-loading 'info_cache' on Instance uuid 391711ce-699a-4642-bd68-300c4cd94ce9 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.580441] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35119674-d806-43cd-83d1-63e597b6536c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.589474] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b88315-fbc3-4cf2-a860-0eb4f221342c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.604340] env[69316]: DEBUG nova.compute.provider_tree [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.803404] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367258, 'name': Rename_Task, 'duration_secs': 0.172624} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.803776] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.804161] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf513ddc-9390-4467-803e-0e05d0e9f1e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.811038] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 949.811038] env[69316]: value = "task-3367259" [ 949.811038] env[69316]: _type = "Task" [ 949.811038] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.819310] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.140810] env[69316]: DEBUG nova.scheduler.client.report [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 950.141476] env[69316]: DEBUG nova.compute.provider_tree [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 91 to 92 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.141476] env[69316]: DEBUG nova.compute.provider_tree [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.178642] env[69316]: DEBUG nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.275223] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "109ac746-dcb4-435f-96c7-620b681e713b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.275554] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.275865] env[69316]: DEBUG nova.compute.manager [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.277448] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2995f5d3-1e79-4a1b-8fb8-6428c665dd8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.285041] env[69316]: DEBUG nova.compute.manager [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 950.325445] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.647707] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.493s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.651676] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.643s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.651676] env[69316]: DEBUG nova.objects.instance [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 950.789330] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.789718] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ef2f6fe-affb-4257-b9ee-a5e7c9e259f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.793223] env[69316]: DEBUG nova.network.neutron [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Successfully updated port: 85966524-c376-4cf6-aa61-660ee47815ba {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.798359] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 950.798359] env[69316]: value = "task-3367260" [ 950.798359] env[69316]: _type = "Task" [ 950.798359] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.827487] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.831447] env[69316]: DEBUG oslo_vmware.api [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367259, 'name': PowerOnVM_Task, 'duration_secs': 0.778739} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.831791] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.832092] env[69316]: DEBUG nova.compute.manager [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.833011] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554771b9-594b-4f82-9c28-6ea689ad1369 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.890582] env[69316]: DEBUG nova.network.neutron [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance_info_cache with network_info: [{"id": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "address": "fa:16:3e:ae:62:9b", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e58e2-75", "ovs_interfaceid": "4a1e58e2-7565-4c99-9286-eb6b4fa623d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.179402] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Lock "d296fcbe-d243-4c97-a871-34bdfa99dcf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.638s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.297524] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "refresh_cache-d6f90165-8470-41f0-a14d-ad21b7f1f976" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.297685] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquired lock "refresh_cache-d6f90165-8470-41f0-a14d-ad21b7f1f976" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.297842] env[69316]: DEBUG nova.network.neutron [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.315353] env[69316]: DEBUG oslo_vmware.api [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367260, 'name': PowerOffVM_Task, 'duration_secs': 0.258337} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.315653] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.315861] env[69316]: DEBUG nova.compute.manager [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.316711] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e687a-df03-4d92-b1bc-91b83031ff82 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.350975] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.393811] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-391711ce-699a-4642-bd68-300c4cd94ce9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.394153] env[69316]: DEBUG nova.objects.instance [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lazy-loading 'migration_context' on Instance uuid 391711ce-699a-4642-bd68-300c4cd94ce9 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.526807] env[69316]: DEBUG nova.compute.manager [req-c5205398-3044-45da-b5a2-ec97a6c5d00d req-0128a9ce-9a9d-4ade-a7e0-1bcfe4b7a6e1 service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Received event network-vif-plugged-85966524-c376-4cf6-aa61-660ee47815ba {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.526807] env[69316]: DEBUG oslo_concurrency.lockutils [req-c5205398-3044-45da-b5a2-ec97a6c5d00d req-0128a9ce-9a9d-4ade-a7e0-1bcfe4b7a6e1 service nova] Acquiring lock "d6f90165-8470-41f0-a14d-ad21b7f1f976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.526807] env[69316]: DEBUG oslo_concurrency.lockutils [req-c5205398-3044-45da-b5a2-ec97a6c5d00d req-0128a9ce-9a9d-4ade-a7e0-1bcfe4b7a6e1 service nova] Lock "d6f90165-8470-41f0-a14d-ad21b7f1f976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.527423] env[69316]: DEBUG oslo_concurrency.lockutils [req-c5205398-3044-45da-b5a2-ec97a6c5d00d req-0128a9ce-9a9d-4ade-a7e0-1bcfe4b7a6e1 service nova] Lock "d6f90165-8470-41f0-a14d-ad21b7f1f976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.527423] env[69316]: DEBUG nova.compute.manager [req-c5205398-3044-45da-b5a2-ec97a6c5d00d req-0128a9ce-9a9d-4ade-a7e0-1bcfe4b7a6e1 service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] No waiting events found dispatching network-vif-plugged-85966524-c376-4cf6-aa61-660ee47815ba {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.527568] env[69316]: WARNING nova.compute.manager [req-c5205398-3044-45da-b5a2-ec97a6c5d00d req-0128a9ce-9a9d-4ade-a7e0-1bcfe4b7a6e1 service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Received unexpected event network-vif-plugged-85966524-c376-4cf6-aa61-660ee47815ba for instance with vm_state building and task_state spawning. [ 951.660614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ecd6ebc3-0689-4dd7-b5f1-efb2187b120a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.661824] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.841s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.661952] env[69316]: DEBUG nova.objects.instance [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lazy-loading 'resources' on Instance uuid f9319946-f7ff-48ab-addf-0a713b6f51de {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.830116] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.832994] env[69316]: DEBUG nova.network.neutron [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.870811] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.871121] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.871374] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.871629] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.871788] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.871937] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.872190] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.872402] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.872607] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.872832] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.873052] env[69316]: DEBUG nova.virt.hardware [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.875481] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c7cb66-bc95-4e1a-885b-43f20cc2277e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.885863] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275c385-51ee-eabd-bf17-c548ecbfff6d/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 951.886870] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf3666d-daa4-48e5-8bc6-ad41c9855d13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.893524] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c39691-223f-4f88-ac9a-9033390416a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.900207] env[69316]: DEBUG nova.objects.base [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Object Instance<391711ce-699a-4642-bd68-300c4cd94ce9> lazy-loaded attributes: info_cache,migration_context {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 951.900207] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275c385-51ee-eabd-bf17-c548ecbfff6d/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 951.900207] env[69316]: ERROR oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275c385-51ee-eabd-bf17-c548ecbfff6d/disk-0.vmdk due to incomplete transfer. [ 951.900919] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafd0b6e-94d0-47be-860b-4926bdf5739a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.903931] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fb92228-9984-41a1-87c9-e8e7356aa170 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.939700] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f0e854-befe-4d9b-a10e-917c06fa9433 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.941967] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275c385-51ee-eabd-bf17-c548ecbfff6d/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 951.941967] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Uploaded image ba145c55-54cf-4a28-b09b-7e615b07b03c to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 951.944206] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 951.944756] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d61104e6-4ef2-4f8c-b3c3-c54c57841f27 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.948632] env[69316]: DEBUG oslo_vmware.api [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 951.948632] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52623fc2-2b06-32f1-143d-ed51620f5e7b" [ 951.948632] env[69316]: _type = "Task" [ 951.948632] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.952916] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 951.952916] env[69316]: value = "task-3367261" [ 951.952916] env[69316]: _type = "Task" [ 951.952916] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.959361] env[69316]: DEBUG oslo_vmware.api [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52623fc2-2b06-32f1-143d-ed51620f5e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.007187} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.959929] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.965418] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367261, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.998978] env[69316]: DEBUG nova.network.neutron [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Updating instance_info_cache with network_info: [{"id": "85966524-c376-4cf6-aa61-660ee47815ba", "address": "fa:16:3e:e8:18:99", "network": {"id": "892dc894-618e-430c-acb4-51c3a2377311", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-77907658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5342526a03a540f6a33318d46a831a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85966524-c3", "ovs_interfaceid": "85966524-c376-4cf6-aa61-660ee47815ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.338651] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.467494] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367261, 'name': Destroy_Task, 'duration_secs': 0.421723} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.467657] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Destroyed the VM [ 952.467885] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 952.468364] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddc1e36e-2c1f-426e-97dc-79527db6891d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.477015] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 952.477015] env[69316]: value = "task-3367262" [ 952.477015] env[69316]: _type = "Task" [ 952.477015] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.486819] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367262, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.501915] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Releasing lock "refresh_cache-d6f90165-8470-41f0-a14d-ad21b7f1f976" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.502217] env[69316]: DEBUG nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Instance network_info: |[{"id": "85966524-c376-4cf6-aa61-660ee47815ba", "address": "fa:16:3e:e8:18:99", "network": {"id": "892dc894-618e-430c-acb4-51c3a2377311", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-77907658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5342526a03a540f6a33318d46a831a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85966524-c3", "ovs_interfaceid": "85966524-c376-4cf6-aa61-660ee47815ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.503461] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:18:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85966524-c376-4cf6-aa61-660ee47815ba', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.510723] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.513493] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.513898] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22063e31-fb56-403c-98ac-62dc70132ff2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.537873] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.537873] env[69316]: value = "task-3367263" [ 952.537873] env[69316]: _type = "Task" [ 952.537873] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.545125] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367263, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.623227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.623579] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.623853] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.624122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.624318] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.626825] env[69316]: INFO nova.compute.manager [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Terminating instance [ 952.712734] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e7352-e363-4b7a-9970-a5f4d7caa962 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.721571] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd51b2-035e-4e1f-a047-bd27b8ebd8c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.752964] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb9e7b4-cfe5-4a41-8984-a4ff4454cb4e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.761769] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5673362-be59-48f4-b2d6-478e1b164553 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.776737] env[69316]: DEBUG nova.compute.provider_tree [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.991833] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367262, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.047206] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367263, 'name': CreateVM_Task, 'duration_secs': 0.396913} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.047405] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.048218] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.048419] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.048750] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.049039] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c42bd8-e8c2-47c0-91f8-f19ca96fd165 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.054426] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 953.054426] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52406791-235b-7652-4e17-0342316c0685" [ 953.054426] env[69316]: _type = "Task" [ 953.054426] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.063667] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52406791-235b-7652-4e17-0342316c0685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.134031] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "refresh_cache-c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.134239] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquired lock "refresh_cache-c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.134421] env[69316]: DEBUG nova.network.neutron [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.283750] env[69316]: DEBUG nova.scheduler.client.report [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.389501] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "109ac746-dcb4-435f-96c7-620b681e713b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.389793] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.389976] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "109ac746-dcb4-435f-96c7-620b681e713b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.390210] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.390438] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.392751] env[69316]: INFO nova.compute.manager [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Terminating instance [ 953.490117] env[69316]: DEBUG oslo_vmware.api [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367262, 'name': RemoveSnapshot_Task, 'duration_secs': 0.602706} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.490482] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 953.490754] env[69316]: INFO nova.compute.manager [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Took 13.91 seconds to snapshot the instance on the hypervisor. [ 953.555573] env[69316]: DEBUG nova.compute.manager [req-11d98ce0-3e61-42bb-8a7b-0a6d3fde50df req-e1f4a4b2-f057-4428-9eb2-3feec688f9cb service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Received event network-changed-85966524-c376-4cf6-aa61-660ee47815ba {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.556415] env[69316]: DEBUG nova.compute.manager [req-11d98ce0-3e61-42bb-8a7b-0a6d3fde50df req-e1f4a4b2-f057-4428-9eb2-3feec688f9cb service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Refreshing instance network info cache due to event network-changed-85966524-c376-4cf6-aa61-660ee47815ba. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.556415] env[69316]: DEBUG oslo_concurrency.lockutils [req-11d98ce0-3e61-42bb-8a7b-0a6d3fde50df req-e1f4a4b2-f057-4428-9eb2-3feec688f9cb service nova] Acquiring lock "refresh_cache-d6f90165-8470-41f0-a14d-ad21b7f1f976" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.556415] env[69316]: DEBUG oslo_concurrency.lockutils [req-11d98ce0-3e61-42bb-8a7b-0a6d3fde50df req-e1f4a4b2-f057-4428-9eb2-3feec688f9cb service nova] Acquired lock "refresh_cache-d6f90165-8470-41f0-a14d-ad21b7f1f976" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.556415] env[69316]: DEBUG nova.network.neutron [req-11d98ce0-3e61-42bb-8a7b-0a6d3fde50df req-e1f4a4b2-f057-4428-9eb2-3feec688f9cb service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Refreshing network info cache for port 85966524-c376-4cf6-aa61-660ee47815ba {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.568751] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52406791-235b-7652-4e17-0342316c0685, 'name': SearchDatastore_Task, 'duration_secs': 0.020114} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.569630] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.569927] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.570217] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.570480] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.570662] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.571193] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4d31e84-e0f1-431f-aadd-66d457f41ca4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.580682] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.580905] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.581717] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b195c6e-a6ef-4c16-a839-7a659b56495e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.587883] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 953.587883] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52949e60-4c6a-8c02-9a53-ac9ffc9eb1ee" [ 953.587883] env[69316]: _type = "Task" [ 953.587883] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.597280] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52949e60-4c6a-8c02-9a53-ac9ffc9eb1ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.657712] env[69316]: DEBUG nova.network.neutron [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.707229] env[69316]: DEBUG nova.network.neutron [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.788944] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.791709] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.358s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.791982] env[69316]: DEBUG nova.objects.instance [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lazy-loading 'resources' on Instance uuid 247ce9d7-300c-4e6e-a580-7baaa4aeb115 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.815145] env[69316]: INFO nova.scheduler.client.report [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleted allocations for instance f9319946-f7ff-48ab-addf-0a713b6f51de [ 953.897089] env[69316]: DEBUG nova.compute.manager [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.897379] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.898612] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f0ef2c-16b0-4b5c-af52-1ade0a27e673 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.908265] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.908528] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4672848-8a65-4553-9eb5-818d90ba907a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.997757] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.997955] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.998166] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleting the datastore file [datastore2] 109ac746-dcb4-435f-96c7-620b681e713b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.998432] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d221e878-a61f-4893-8bb0-cb16cc02f01a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.006645] env[69316]: DEBUG oslo_vmware.api [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 954.006645] env[69316]: value = "task-3367265" [ 954.006645] env[69316]: _type = "Task" [ 954.006645] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.014415] env[69316]: DEBUG oslo_vmware.api [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.039544] env[69316]: DEBUG nova.compute.manager [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Found 3 images (rotation: 2) {{(pid=69316) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 954.039836] env[69316]: DEBUG nova.compute.manager [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Rotating out 1 backups {{(pid=69316) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 954.040129] env[69316]: DEBUG nova.compute.manager [None req-a7318c78-de3f-4b78-aa37-c7ad452d0a44 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleting image 37577bb0-253b-4780-acd8-30e0ab73a842 {{(pid=69316) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 954.102055] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52949e60-4c6a-8c02-9a53-ac9ffc9eb1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.102804] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddaa6b3-ea18-4d24-bf6e-b82ba6cbcf10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.109147] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 954.109147] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a1d466-7997-e791-9ca2-d12bec8c2833" [ 954.109147] env[69316]: _type = "Task" [ 954.109147] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.118039] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a1d466-7997-e791-9ca2-d12bec8c2833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.210164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Releasing lock "refresh_cache-c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.210662] env[69316]: DEBUG nova.compute.manager [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.210853] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.212048] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6bf1dd-118c-4402-8873-9c2607a7641f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.219874] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.220120] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dfff6a6-e186-4fe0-97fb-d7c5f600a5af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.225892] env[69316]: DEBUG oslo_vmware.api [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 954.225892] env[69316]: value = "task-3367266" [ 954.225892] env[69316]: _type = "Task" [ 954.225892] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.235846] env[69316]: DEBUG oslo_vmware.api [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.268139] env[69316]: DEBUG nova.network.neutron [req-11d98ce0-3e61-42bb-8a7b-0a6d3fde50df req-e1f4a4b2-f057-4428-9eb2-3feec688f9cb service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Updated VIF entry in instance network info cache for port 85966524-c376-4cf6-aa61-660ee47815ba. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.268649] env[69316]: DEBUG nova.network.neutron [req-11d98ce0-3e61-42bb-8a7b-0a6d3fde50df req-e1f4a4b2-f057-4428-9eb2-3feec688f9cb service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Updating instance_info_cache with network_info: [{"id": "85966524-c376-4cf6-aa61-660ee47815ba", "address": "fa:16:3e:e8:18:99", "network": {"id": "892dc894-618e-430c-acb4-51c3a2377311", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-77907658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5342526a03a540f6a33318d46a831a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85966524-c3", "ovs_interfaceid": "85966524-c376-4cf6-aa61-660ee47815ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.324955] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "f9319946-f7ff-48ab-addf-0a713b6f51de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.068s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.521068] env[69316]: DEBUG oslo_vmware.api [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141583} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.521877] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.522421] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.524965] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.524965] env[69316]: INFO nova.compute.manager [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 954.524965] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.526086] env[69316]: DEBUG nova.compute.manager [-] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.526247] env[69316]: DEBUG nova.network.neutron [-] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.621419] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a1d466-7997-e791-9ca2-d12bec8c2833, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.621686] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.621949] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d6f90165-8470-41f0-a14d-ad21b7f1f976/d6f90165-8470-41f0-a14d-ad21b7f1f976.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.622231] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b40bb5e-7cc8-4229-954c-1147126c3384 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.631510] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 954.631510] env[69316]: value = "task-3367267" [ 954.631510] env[69316]: _type = "Task" [ 954.631510] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.640803] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.743935] env[69316]: DEBUG oslo_vmware.api [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367266, 'name': PowerOffVM_Task, 'duration_secs': 0.219985} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.745013] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.745351] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.746707] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-463f20a5-6ef4-40c7-aae4-3e36c3d47114 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.776530] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.776737] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.776914] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Deleting the datastore file [datastore2] c19a70a3-55e0-4ce7-a2ca-d3875a9e7630 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.777446] env[69316]: DEBUG oslo_concurrency.lockutils [req-11d98ce0-3e61-42bb-8a7b-0a6d3fde50df req-e1f4a4b2-f057-4428-9eb2-3feec688f9cb service nova] Releasing lock "refresh_cache-d6f90165-8470-41f0-a14d-ad21b7f1f976" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.778638] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e82b8a7-5d05-45b2-8617-c870cdc30adc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.784352] env[69316]: DEBUG oslo_vmware.api [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for the task: (returnval){ [ 954.784352] env[69316]: value = "task-3367269" [ 954.784352] env[69316]: _type = "Task" [ 954.784352] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.796987] env[69316]: DEBUG oslo_vmware.api [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.831099] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143d3fd8-10dd-480f-9ceb-1103b383fde7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.838799] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b7142-e4af-4b80-8b5e-66cf4f2240ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.872836] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b499e6b-b917-4c86-809d-e1907a604228 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.880530] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d279d13-a350-4fcf-8cfd-ff51c86382ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.894441] env[69316]: DEBUG nova.compute.provider_tree [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.142970] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.296045] env[69316]: DEBUG oslo_vmware.api [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Task: {'id': task-3367269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132807} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.296297] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.296484] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.296696] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.296883] env[69316]: INFO nova.compute.manager [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Took 1.09 seconds to destroy the instance on the hypervisor. [ 955.297159] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.297371] env[69316]: DEBUG nova.compute.manager [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.297470] env[69316]: DEBUG nova.network.neutron [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.315615] env[69316]: DEBUG nova.network.neutron [-] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.316746] env[69316]: DEBUG nova.network.neutron [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.432943] env[69316]: DEBUG nova.scheduler.client.report [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.433294] env[69316]: DEBUG nova.compute.provider_tree [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 92 to 93 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.433513] env[69316]: DEBUG nova.compute.provider_tree [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.631472] env[69316]: DEBUG nova.compute.manager [req-0e098d71-3dc6-454f-979a-7df124e1ef35 req-d36ac0cb-93d9-426f-a343-c8cb045997b5 service nova] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Received event network-vif-deleted-0828b24f-945c-4984-89f8-da870cb6e5b2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.645221] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760123} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.645542] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d6f90165-8470-41f0-a14d-ad21b7f1f976/d6f90165-8470-41f0-a14d-ad21b7f1f976.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.645789] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.646089] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa0bb6a5-9e26-43d9-8403-1bca53998ee8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.652935] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 955.652935] env[69316]: value = "task-3367270" [ 955.652935] env[69316]: _type = "Task" [ 955.652935] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.661518] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.819209] env[69316]: INFO nova.compute.manager [-] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Took 1.29 seconds to deallocate network for instance. [ 955.819534] env[69316]: DEBUG nova.network.neutron [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.837502] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.837777] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.837958] env[69316]: DEBUG nova.compute.manager [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.838843] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394eecd0-53e5-434f-816a-fbd546cc4edb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.846561] env[69316]: DEBUG nova.compute.manager [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 955.847137] env[69316]: DEBUG nova.objects.instance [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'flavor' on Instance uuid cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.940242] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.943228] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.207s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.943463] env[69316]: DEBUG nova.objects.instance [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lazy-loading 'resources' on Instance uuid 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.966838] env[69316]: INFO nova.scheduler.client.report [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Deleted allocations for instance 247ce9d7-300c-4e6e-a580-7baaa4aeb115 [ 956.163444] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110349} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.163761] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.164574] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30104cc3-d29b-456c-92b3-e3a56457f65f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.188343] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] d6f90165-8470-41f0-a14d-ad21b7f1f976/d6f90165-8470-41f0-a14d-ad21b7f1f976.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.188644] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac98a41-381a-427f-a896-29cc21c6211c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.209231] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 956.209231] env[69316]: value = "task-3367271" [ 956.209231] env[69316]: _type = "Task" [ 956.209231] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.217608] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.323170] env[69316]: INFO nova.compute.manager [-] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Took 1.03 seconds to deallocate network for instance. [ 956.329307] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.475836] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f895869f-fb8f-472a-b52c-ea6e919c380c tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Lock "247ce9d7-300c-4e6e-a580-7baaa4aeb115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.519s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.721522] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367271, 'name': ReconfigVM_Task, 'duration_secs': 0.303278} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.721809] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Reconfigured VM instance instance-0000003d to attach disk [datastore1] d6f90165-8470-41f0-a14d-ad21b7f1f976/d6f90165-8470-41f0-a14d-ad21b7f1f976.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.722446] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5372a406-8aaa-46e7-9c82-bbbfaf6305c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.729189] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 956.729189] env[69316]: value = "task-3367272" [ 956.729189] env[69316]: _type = "Task" [ 956.729189] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.740131] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367272, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.831793] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.854974] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.854974] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7486747-5653-4670-9df9-bd9c821202cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.863814] env[69316]: DEBUG oslo_vmware.api [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 956.863814] env[69316]: value = "task-3367273" [ 956.863814] env[69316]: _type = "Task" [ 956.863814] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.874675] env[69316]: DEBUG oslo_vmware.api [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.902585] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20518460-2069-4e84-a517-5d3abe81eff0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.910270] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daee4874-c63d-41f5-9e26-4f09ae17bae7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.941565] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7880aff-0a5a-4b4b-8bf8-8c6a4b3e9e7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.949152] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84062ce-44a4-4807-8d50-9953f7fefb2d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.963211] env[69316]: DEBUG nova.compute.provider_tree [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.243025] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367272, 'name': Rename_Task, 'duration_secs': 0.152616} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.243025] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.243025] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d4d42f-abb4-4798-b6ee-36657da7c7a3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.248497] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 957.248497] env[69316]: value = "task-3367274" [ 957.248497] env[69316]: _type = "Task" [ 957.248497] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.256748] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.347397] env[69316]: DEBUG oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc9ba9-e1c0-4a62-74ca-f176a936cee4/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 957.348331] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc2846d-7159-47ca-b247-7e22dd631724 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.354276] env[69316]: DEBUG oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc9ba9-e1c0-4a62-74ca-f176a936cee4/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 957.354437] env[69316]: ERROR oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc9ba9-e1c0-4a62-74ca-f176a936cee4/disk-0.vmdk due to incomplete transfer. [ 957.354649] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-299e3b0a-a685-421c-9fae-bbe2dbeab56a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.362577] env[69316]: DEBUG oslo_vmware.rw_handles [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc9ba9-e1c0-4a62-74ca-f176a936cee4/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 957.362577] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Uploaded image 52333e07-af5a-4772-96fb-820bcc45eb75 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 957.364117] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 957.364631] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd22b32e-9c18-4314-899c-26ce9df42cdd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.373906] env[69316]: DEBUG oslo_vmware.api [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367273, 'name': PowerOffVM_Task, 'duration_secs': 0.203271} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.375204] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.375466] env[69316]: DEBUG nova.compute.manager [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.375788] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 957.375788] env[69316]: value = "task-3367275" [ 957.375788] env[69316]: _type = "Task" [ 957.375788] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.376466] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9498122d-604e-4338-93c6-94c19cdb0ee4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.389908] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367275, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.467411] env[69316]: DEBUG nova.scheduler.client.report [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.759868] env[69316]: DEBUG oslo_vmware.api [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367274, 'name': PowerOnVM_Task, 'duration_secs': 0.506533} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.760249] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.763492] env[69316]: INFO nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Took 7.59 seconds to spawn the instance on the hypervisor. [ 957.763687] env[69316]: DEBUG nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.764542] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3771cb-795a-433b-b86e-c9cdfa5e0b09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.890395] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367275, 'name': Destroy_Task, 'duration_secs': 0.362904} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.892657] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Destroyed the VM [ 957.892894] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 957.893396] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22b0f23c-ebc2-474c-96a0-e8d743262d46 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.894226] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb4ef359-2a9c-4626-b2a8-cd19529716d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.901584] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 957.901584] env[69316]: value = "task-3367276" [ 957.901584] env[69316]: _type = "Task" [ 957.901584] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.910216] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367276, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.973104] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.975714] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.167s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.978122] env[69316]: INFO nova.compute.claims [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.006099] env[69316]: INFO nova.scheduler.client.report [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Deleted allocations for instance 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd [ 958.288808] env[69316]: INFO nova.compute.manager [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Took 54.45 seconds to build instance. [ 958.414597] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367276, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.517603] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e2af0292-d53b-4bfd-bd7a-5d597351d821 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.445s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.793333] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4593d49-166f-4d34-b1d0-1ec8567da783 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "d6f90165-8470-41f0-a14d-ad21b7f1f976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.959s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.913154] env[69316]: DEBUG oslo_vmware.api [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367276, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556038} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.913154] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 958.913351] env[69316]: INFO nova.compute.manager [None req-919a2e17-f801-4ab0-b3c3-cc456af952a4 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Took 14.78 seconds to snapshot the instance on the hypervisor. [ 959.298028] env[69316]: DEBUG nova.compute.manager [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Stashing vm_state: stopped {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 959.475903] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee2753f-7a2f-4699-b688-7898821056e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.484504] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40421f6-3a88-407b-8c2b-29d1f36a14d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.515882] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6053c8ec-a155-434c-a4ef-8d21023d1c7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.523590] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d69321-d39d-4cd8-8a58-ebeee8f79989 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.537166] env[69316]: DEBUG nova.compute.provider_tree [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.814729] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.040121] env[69316]: DEBUG nova.scheduler.client.report [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.317537] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.317807] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.545218] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.545373] env[69316]: DEBUG nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.548100] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.805s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.548343] env[69316]: DEBUG nova.objects.instance [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'resources' on Instance uuid 63f16880-0be1-4e76-bd7b-c12e0c018c24 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.821222] env[69316]: DEBUG nova.compute.manager [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.051995] env[69316]: DEBUG nova.compute.utils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.053597] env[69316]: DEBUG nova.objects.instance [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'numa_topology' on Instance uuid 63f16880-0be1-4e76-bd7b-c12e0c018c24 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.054650] env[69316]: DEBUG nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.055921] env[69316]: DEBUG nova.network.neutron [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.092089] env[69316]: DEBUG nova.policy [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '411a91c146fd487bb4f1ef2acd943a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef0b6ea228f409a9d2b9c2ed116dac9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.346734] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.362379] env[69316]: DEBUG nova.network.neutron [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Successfully created port: f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.439833] env[69316]: DEBUG nova.compute.manager [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.440878] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1fd4d5-dde4-4965-8026-44634547ef8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.555413] env[69316]: DEBUG nova.compute.utils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.557584] env[69316]: DEBUG nova.objects.base [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Object Instance<63f16880-0be1-4e76-bd7b-c12e0c018c24> lazy-loaded attributes: resources,numa_topology {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.953845] env[69316]: INFO nova.compute.manager [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] instance snapshotting [ 961.957741] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce80faf-e06d-4555-8fd3-16645259f416 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.982540] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d39e152-dadb-4114-bbb5-5f61a152b7b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.031110] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de31c3a6-6c88-41d6-bea2-7c3cb049aa32 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.038502] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9b4266-558c-40ca-a9cf-8ca96ef93a19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.068489] env[69316]: DEBUG nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.072378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fa8e5b-2123-4019-9061-c9ed81534608 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.079689] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ccc75-2632-4721-ab9c-b7ef17614609 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.093413] env[69316]: DEBUG nova.compute.provider_tree [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.165474] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "d6f90165-8470-41f0-a14d-ad21b7f1f976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.165474] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "d6f90165-8470-41f0-a14d-ad21b7f1f976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.169020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "d6f90165-8470-41f0-a14d-ad21b7f1f976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.169020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "d6f90165-8470-41f0-a14d-ad21b7f1f976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.169020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "d6f90165-8470-41f0-a14d-ad21b7f1f976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.169020] env[69316]: INFO nova.compute.manager [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Terminating instance [ 962.492981] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 962.493133] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e58e5ba6-9070-4284-a2b0-ed3b49042dc3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.500586] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 962.500586] env[69316]: value = "task-3367277" [ 962.500586] env[69316]: _type = "Task" [ 962.500586] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.508284] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.596877] env[69316]: DEBUG nova.scheduler.client.report [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.672651] env[69316]: DEBUG nova.compute.manager [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.672816] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.673986] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa72b74c-c703-4177-a205-853513411095 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.684316] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.684569] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d66594-f6bd-4c59-9bde-54222d30f5d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.690826] env[69316]: DEBUG oslo_vmware.api [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 962.690826] env[69316]: value = "task-3367278" [ 962.690826] env[69316]: _type = "Task" [ 962.690826] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.698660] env[69316]: DEBUG oslo_vmware.api [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.761592] env[69316]: DEBUG nova.compute.manager [req-38a27265-9e35-4366-a322-562b51be597a req-5b62dc34-b90d-4488-8ffc-a302045b8756 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Received event network-vif-plugged-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.761902] env[69316]: DEBUG oslo_concurrency.lockutils [req-38a27265-9e35-4366-a322-562b51be597a req-5b62dc34-b90d-4488-8ffc-a302045b8756 service nova] Acquiring lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.762228] env[69316]: DEBUG oslo_concurrency.lockutils [req-38a27265-9e35-4366-a322-562b51be597a req-5b62dc34-b90d-4488-8ffc-a302045b8756 service nova] Lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.762521] env[69316]: DEBUG oslo_concurrency.lockutils [req-38a27265-9e35-4366-a322-562b51be597a req-5b62dc34-b90d-4488-8ffc-a302045b8756 service nova] Lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.762785] env[69316]: DEBUG nova.compute.manager [req-38a27265-9e35-4366-a322-562b51be597a req-5b62dc34-b90d-4488-8ffc-a302045b8756 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] No waiting events found dispatching network-vif-plugged-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.763069] env[69316]: WARNING nova.compute.manager [req-38a27265-9e35-4366-a322-562b51be597a req-5b62dc34-b90d-4488-8ffc-a302045b8756 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Received unexpected event network-vif-plugged-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a for instance with vm_state building and task_state spawning. [ 962.863021] env[69316]: DEBUG nova.network.neutron [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Successfully updated port: f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.011356] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367277, 'name': CreateSnapshot_Task, 'duration_secs': 0.444601} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.011690] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 963.012387] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98351d69-dfc4-4b39-bb5f-f20ec9328d78 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.079042] env[69316]: DEBUG nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.100708] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:16:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1359507006',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-533914387',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.100948] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.101126] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.101371] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.101535] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.101685] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.101894] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.102066] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.102234] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.102396] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.102566] env[69316]: DEBUG nova.virt.hardware [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.103519] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.555s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.107151] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440fe688-f8ef-45e2-a86c-561a236a4e4b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.110951] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.178s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.111174] env[69316]: DEBUG nova.objects.instance [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lazy-loading 'resources' on Instance uuid a27d4d7c-8c75-4799-bc32-4acd2d33eddc {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.118550] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8c615-cc58-4a7c-97e0-f7a5f3183235 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.200585] env[69316]: DEBUG oslo_vmware.api [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367278, 'name': PowerOffVM_Task, 'duration_secs': 0.197776} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.200850] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.201031] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.201282] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b8e4336-8fdd-44df-9044-34e4cfa4263b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.268060] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.268414] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.268660] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Deleting the datastore file [datastore1] d6f90165-8470-41f0-a14d-ad21b7f1f976 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.269040] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c03857-fe3d-472f-90c1-515aa35ecf55 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.275793] env[69316]: DEBUG oslo_vmware.api [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 963.275793] env[69316]: value = "task-3367280" [ 963.275793] env[69316]: _type = "Task" [ 963.275793] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.284133] env[69316]: DEBUG oslo_vmware.api [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.366258] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.366359] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquired lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.366493] env[69316]: DEBUG nova.network.neutron [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.529731] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 963.530091] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1df0ada-03ee-4285-ae7b-1a21ecdd9a59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.538612] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 963.538612] env[69316]: value = "task-3367281" [ 963.538612] env[69316]: _type = "Task" [ 963.538612] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.546930] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367281, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.620528] env[69316]: DEBUG oslo_concurrency.lockutils [None req-95fb36e8-9282-441f-865b-85aabc78908d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 64.612s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.621713] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 42.020s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.621713] env[69316]: INFO nova.compute.manager [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Unshelving [ 963.787361] env[69316]: DEBUG oslo_vmware.api [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159061} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.789689] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.789884] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.790073] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.790251] env[69316]: INFO nova.compute.manager [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Took 1.12 seconds to destroy the instance on the hypervisor. [ 963.790506] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.790871] env[69316]: DEBUG nova.compute.manager [-] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.790964] env[69316]: DEBUG nova.network.neutron [-] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.918922] env[69316]: DEBUG nova.network.neutron [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.050122] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367281, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.099310] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef15fb-3222-4606-9a3a-7aa0a5da59d4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.107791] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98804095-3a63-442a-ae98-98065f226e4f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.140260] env[69316]: DEBUG nova.network.neutron [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Updating instance_info_cache with network_info: [{"id": "f9e6d561-8334-4d7c-a3d5-07d7e4cd130a", "address": "fa:16:3e:31:6f:cc", "network": {"id": "6084d6d1-2b7c-4bb8-b4e5-530a3d22238f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-143345059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef0b6ea228f409a9d2b9c2ed116dac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e6d561-83", "ovs_interfaceid": "f9e6d561-8334-4d7c-a3d5-07d7e4cd130a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.143445] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04bdeb2-bfa9-4f52-950d-90434afb21cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.161204] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d7d533-d1e0-4bd8-92e7-4ad9bfa0da1f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.182655] env[69316]: DEBUG nova.compute.provider_tree [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.549850] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367281, 'name': CloneVM_Task} progress is 95%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.653667] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Releasing lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.654070] env[69316]: DEBUG nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Instance network_info: |[{"id": "f9e6d561-8334-4d7c-a3d5-07d7e4cd130a", "address": "fa:16:3e:31:6f:cc", "network": {"id": "6084d6d1-2b7c-4bb8-b4e5-530a3d22238f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-143345059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef0b6ea228f409a9d2b9c2ed116dac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e6d561-83", "ovs_interfaceid": "f9e6d561-8334-4d7c-a3d5-07d7e4cd130a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.654645] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:6f:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9e6d561-8334-4d7c-a3d5-07d7e4cd130a', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.662938] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.664303] env[69316]: DEBUG nova.compute.utils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.665930] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.666071] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4382a0e1-7082-4b52-be73-848464aa112c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.683628] env[69316]: INFO nova.virt.block_device [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Booting with volume 58800755-2a38-4645-aa34-21b5de4402f5 at /dev/sdb [ 964.687537] env[69316]: DEBUG nova.scheduler.client.report [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.694166] env[69316]: DEBUG nova.network.neutron [-] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.695119] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.695119] env[69316]: value = "task-3367282" [ 964.695119] env[69316]: _type = "Task" [ 964.695119] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.703842] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367282, 'name': CreateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.723883] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f6d8399-1966-4070-86a3-32efc0e803e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.732553] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02bcf9d-3abc-4276-8aa8-53528b0bff89 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.768577] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73fce82a-1fcb-47ec-9cdc-e082e57d7be9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.777498] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20820016-2890-4727-80b4-6747c383e843 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.800799] env[69316]: DEBUG nova.compute.manager [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Received event network-changed-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.801482] env[69316]: DEBUG nova.compute.manager [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Refreshing instance network info cache due to event network-changed-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.801482] env[69316]: DEBUG oslo_concurrency.lockutils [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] Acquiring lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.801482] env[69316]: DEBUG oslo_concurrency.lockutils [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] Acquired lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.801637] env[69316]: DEBUG nova.network.neutron [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Refreshing network info cache for port f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.817867] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e9ff4f-edef-4eb4-bc01-0220bff956df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.825800] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef8655-00e9-42ce-a884-e06eee6e38f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.841712] env[69316]: DEBUG nova.virt.block_device [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating existing volume attachment record: ec8074d2-f93d-4e30-a4e8-21cca557d31c {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 965.048813] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367281, 'name': CloneVM_Task, 'duration_secs': 1.308764} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.049070] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Created linked-clone VM from snapshot [ 965.049789] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325580d3-fc31-46ee-b9c5-5ec4b01ffe3d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.056724] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Uploading image a8eb71db-4c8b-4307-b098-c89d97154201 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 965.077100] env[69316]: DEBUG oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 965.077100] env[69316]: value = "vm-671932" [ 965.077100] env[69316]: _type = "VirtualMachine" [ 965.077100] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 965.078040] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88b3fa16-7c9c-4f0a-82ab-88849dbda6ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.083675] env[69316]: DEBUG oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lease: (returnval){ [ 965.083675] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52deaa09-871f-ae68-cc76-f1e058006a95" [ 965.083675] env[69316]: _type = "HttpNfcLease" [ 965.083675] env[69316]: } obtained for exporting VM: (result){ [ 965.083675] env[69316]: value = "vm-671932" [ 965.083675] env[69316]: _type = "VirtualMachine" [ 965.083675] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 965.083914] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the lease: (returnval){ [ 965.083914] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52deaa09-871f-ae68-cc76-f1e058006a95" [ 965.083914] env[69316]: _type = "HttpNfcLease" [ 965.083914] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.090136] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.090136] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52deaa09-871f-ae68-cc76-f1e058006a95" [ 965.090136] env[69316]: _type = "HttpNfcLease" [ 965.090136] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.197248] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.199655] env[69316]: INFO nova.compute.manager [-] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Took 1.41 seconds to deallocate network for instance. [ 965.200272] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.848s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.200570] env[69316]: DEBUG nova.objects.instance [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lazy-loading 'resources' on Instance uuid b09f57f5-fb85-4c34-a981-f8a31b3c0c01 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.216135] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367282, 'name': CreateVM_Task, 'duration_secs': 0.346249} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.216366] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.217053] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.217842] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.217842] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.217997] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b3648c-34b9-42a3-8c0a-a498ce8a2ff2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.223163] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 965.223163] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52938e6d-dd45-8b2c-3610-f217ccdae365" [ 965.223163] env[69316]: _type = "Task" [ 965.223163] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.224268] env[69316]: INFO nova.scheduler.client.report [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Deleted allocations for instance a27d4d7c-8c75-4799-bc32-4acd2d33eddc [ 965.235927] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52938e6d-dd45-8b2c-3610-f217ccdae365, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.236256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.236505] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.236742] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.236886] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.237092] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.237637] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4282a11-bcc1-4f5b-bb97-9ccbbb7a453e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.246979] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.246979] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.247846] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e760da5-b5c0-40eb-b03b-ce3e96f0ae3b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.253553] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 965.253553] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52873da0-1ccc-99a3-4cb3-eb4ce5187092" [ 965.253553] env[69316]: _type = "Task" [ 965.253553] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.261606] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52873da0-1ccc-99a3-4cb3-eb4ce5187092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.537416] env[69316]: DEBUG nova.network.neutron [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Updated VIF entry in instance network info cache for port f9e6d561-8334-4d7c-a3d5-07d7e4cd130a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.537799] env[69316]: DEBUG nova.network.neutron [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Updating instance_info_cache with network_info: [{"id": "f9e6d561-8334-4d7c-a3d5-07d7e4cd130a", "address": "fa:16:3e:31:6f:cc", "network": {"id": "6084d6d1-2b7c-4bb8-b4e5-530a3d22238f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-143345059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef0b6ea228f409a9d2b9c2ed116dac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e6d561-83", "ovs_interfaceid": "f9e6d561-8334-4d7c-a3d5-07d7e4cd130a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.592007] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.592007] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52deaa09-871f-ae68-cc76-f1e058006a95" [ 965.592007] env[69316]: _type = "HttpNfcLease" [ 965.592007] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 965.592319] env[69316]: DEBUG oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 965.592319] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52deaa09-871f-ae68-cc76-f1e058006a95" [ 965.592319] env[69316]: _type = "HttpNfcLease" [ 965.592319] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 965.593060] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd13c95a-2ae0-4252-a66a-9cf5c98bdd17 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.602324] env[69316]: DEBUG oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52305b06-8bfb-155e-79f7-3d03126e0968/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 965.602493] env[69316]: DEBUG oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52305b06-8bfb-155e-79f7-3d03126e0968/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 965.693327] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a7c87df-a460-41a6-871b-16cdfc10a3e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.712872] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.736178] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Lock "a27d4d7c-8c75-4799-bc32-4acd2d33eddc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.156s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.764648] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52873da0-1ccc-99a3-4cb3-eb4ce5187092, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.767686] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b6cfdb-bad3-40ff-a101-cd900ef8bb29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.773090] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 965.773090] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]522aa0af-d21c-fc30-8482-0c5b1b386da9" [ 965.773090] env[69316]: _type = "Task" [ 965.773090] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.782234] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522aa0af-d21c-fc30-8482-0c5b1b386da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.041501] env[69316]: DEBUG oslo_concurrency.lockutils [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] Releasing lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.041501] env[69316]: DEBUG nova.compute.manager [req-277e08f3-a81d-474f-86e6-7ee89862b929 req-7fb696f1-c845-411c-8605-3a7d11efd456 service nova] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Received event network-vif-deleted-85966524-c376-4cf6-aa61-660ee47815ba {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.164291] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b70268-ec16-4861-b317-1759509e933b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.169442] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca469720-b038-4312-a7ab-bf84bedcf704 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.207026] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902a715-eb4b-4bc4-babf-025fce310483 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.214958] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2834dc-4a64-4844-807e-c3c96818f621 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.229488] env[69316]: DEBUG nova.compute.provider_tree [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.283313] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522aa0af-d21c-fc30-8482-0c5b1b386da9, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.283654] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.283928] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f/10f3f8dd-02e5-4e1d-84c1-85aef2762a4f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.284256] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b9439db-a1ef-4155-81a1-968fe354dc37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.292057] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 966.292057] env[69316]: value = "task-3367287" [ 966.292057] env[69316]: _type = "Task" [ 966.292057] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.303940] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.737025] env[69316]: DEBUG nova.scheduler.client.report [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.812091] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47522} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.813096] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f/10f3f8dd-02e5-4e1d-84c1-85aef2762a4f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.813312] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.813565] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3052913b-a8f8-4c7c-a518-51c7824ec9ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.821256] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 966.821256] env[69316]: value = "task-3367288" [ 966.821256] env[69316]: _type = "Task" [ 966.821256] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.830880] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.244493] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.248049] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.120s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.249237] env[69316]: INFO nova.compute.claims [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.281758] env[69316]: INFO nova.scheduler.client.report [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Deleted allocations for instance b09f57f5-fb85-4c34-a981-f8a31b3c0c01 [ 967.333131] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135701} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.333333] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.334340] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd537f-1830-4286-a7b2-dab8c7267a59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.360401] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f/10f3f8dd-02e5-4e1d-84c1-85aef2762a4f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.361281] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9322258d-2360-45a0-907b-c1bf51ebcf37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.386233] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 967.386233] env[69316]: value = "task-3367290" [ 967.386233] env[69316]: _type = "Task" [ 967.386233] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.396928] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.790389] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Lock "b09f57f5-fb85-4c34-a981-f8a31b3c0c01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.375s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.897622] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367290, 'name': ReconfigVM_Task, 'duration_secs': 0.514948} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.897622] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f/10f3f8dd-02e5-4e1d-84c1-85aef2762a4f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.897989] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69316) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 967.898669] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-600fec7f-4051-4be3-a9f7-0a5387813d16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.906173] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 967.906173] env[69316]: value = "task-3367291" [ 967.906173] env[69316]: _type = "Task" [ 967.906173] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.917531] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367291, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.418876] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367291, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.052087} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.422976] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69316) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 968.425117] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907e511a-53ba-4ab8-9478-98f4244f7a09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.461196] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f/ephemeral_0.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.465877] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1607f498-aa09-4d92-9736-11d2db66980c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.487529] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 968.487529] env[69316]: value = "task-3367292" [ 968.487529] env[69316]: _type = "Task" [ 968.487529] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.498844] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.832687] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb0b7e-b745-434d-804d-42992461a63f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.840830] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b0caea-c7fd-4066-8d15-155d22df0186 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.875252] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be000e7-1963-4594-b2a1-b71363f95553 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.883931] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3279d75c-93ba-4a71-a9c6-58aaaf8ea178 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.900863] env[69316]: DEBUG nova.compute.provider_tree [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.999117] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367292, 'name': ReconfigVM_Task, 'duration_secs': 0.447527} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.999463] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f/ephemeral_0.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.000174] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8853670-dfaf-4750-9033-a4890caf5d38 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.006762] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 969.006762] env[69316]: value = "task-3367293" [ 969.006762] env[69316]: _type = "Task" [ 969.006762] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.015990] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367293, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.404096] env[69316]: DEBUG nova.scheduler.client.report [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.516490] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367293, 'name': Rename_Task, 'duration_secs': 0.18977} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.516809] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.517017] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a2dfd99-ed1b-4a28-bdfb-9f953a404759 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.523471] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 969.523471] env[69316]: value = "task-3367294" [ 969.523471] env[69316]: _type = "Task" [ 969.523471] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.531059] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.908931] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.909571] env[69316]: DEBUG nova.compute.manager [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.912647] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.824s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.914252] env[69316]: INFO nova.compute.claims [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.034115] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367294, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.424128] env[69316]: DEBUG nova.compute.utils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.425657] env[69316]: DEBUG nova.compute.manager [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 970.448607] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.533889] env[69316]: DEBUG oslo_vmware.api [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367294, 'name': PowerOnVM_Task, 'duration_secs': 0.579955} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.534182] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.534356] env[69316]: INFO nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Took 7.46 seconds to spawn the instance on the hypervisor. [ 970.534534] env[69316]: DEBUG nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.535313] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecba66f4-ed05-4298-a8eb-09cd5db90682 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.928071] env[69316]: DEBUG nova.compute.manager [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.055203] env[69316]: INFO nova.compute.manager [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Took 55.28 seconds to build instance. [ 971.349836] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4112b3-6f76-4543-9cfe-824fb1493d33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.358073] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48978f4b-377e-4263-99c4-da4c30a231fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.391036] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc446e7-cd4d-4851-a7c6-b3a4dacef307 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.402055] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff7044c-dc00-407a-a9ba-ff2509ce5728 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.415809] env[69316]: DEBUG nova.compute.provider_tree [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.558168] env[69316]: DEBUG oslo_concurrency.lockutils [None req-485edfe7-7c8f-475f-a537-84288c5507dc tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.801s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.920632] env[69316]: DEBUG nova.scheduler.client.report [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.942116] env[69316]: DEBUG nova.compute.manager [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.977020] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.982021] env[69316]: DEBUG nova.virt.hardware [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.982021] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9fea8b-3cca-4fcf-9f10-a696b02f6e5a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.991144] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8736f8-8450-4ad6-ab7f-a56d9b174adb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.007447] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.013601] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Creating folder: Project (e404799dd2d845028ae3508a6c284fd7). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.013991] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-281f2e57-a833-4e38-a00f-759d393ab96e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.024635] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Created folder: Project (e404799dd2d845028ae3508a6c284fd7) in parent group-v671748. [ 972.024844] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Creating folder: Instances. Parent ref: group-v671936. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.025070] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c60d002-bae7-4c25-aa23-4b9d93fbbb53 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.033254] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Created folder: Instances in parent group-v671936. [ 972.033536] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.033741] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.033943] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-134bb845-3c79-4356-a814-dacc8bb905d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.050418] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.050418] env[69316]: value = "task-3367297" [ 972.050418] env[69316]: _type = "Task" [ 972.050418] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.057916] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367297, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.426806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.427526] env[69316]: DEBUG nova.compute.manager [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.434616] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.945s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.434828] env[69316]: DEBUG nova.objects.instance [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 972.561179] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367297, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.702909] env[69316]: DEBUG nova.compute.manager [req-420f3ed7-a18a-450d-9b44-c40cbcff0cda req-e58430ea-715a-4897-9a3f-a46c563be53d service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Received event network-changed-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.703079] env[69316]: DEBUG nova.compute.manager [req-420f3ed7-a18a-450d-9b44-c40cbcff0cda req-e58430ea-715a-4897-9a3f-a46c563be53d service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Refreshing instance network info cache due to event network-changed-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.703270] env[69316]: DEBUG oslo_concurrency.lockutils [req-420f3ed7-a18a-450d-9b44-c40cbcff0cda req-e58430ea-715a-4897-9a3f-a46c563be53d service nova] Acquiring lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.703414] env[69316]: DEBUG oslo_concurrency.lockutils [req-420f3ed7-a18a-450d-9b44-c40cbcff0cda req-e58430ea-715a-4897-9a3f-a46c563be53d service nova] Acquired lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.703568] env[69316]: DEBUG nova.network.neutron [req-420f3ed7-a18a-450d-9b44-c40cbcff0cda req-e58430ea-715a-4897-9a3f-a46c563be53d service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Refreshing network info cache for port f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.936459] env[69316]: DEBUG nova.compute.utils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.937864] env[69316]: DEBUG nova.compute.manager [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 973.061884] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367297, 'name': CreateVM_Task, 'duration_secs': 0.5791} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.063037] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.063130] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.063239] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.063585] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.063857] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d92a5ab-c0f9-420e-9375-363b41b87910 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.068800] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 973.068800] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5206e7ce-5e06-68e1-7b39-42b2dbadb49e" [ 973.068800] env[69316]: _type = "Task" [ 973.068800] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.077381] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5206e7ce-5e06-68e1-7b39-42b2dbadb49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.425760] env[69316]: DEBUG nova.network.neutron [req-420f3ed7-a18a-450d-9b44-c40cbcff0cda req-e58430ea-715a-4897-9a3f-a46c563be53d service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Updated VIF entry in instance network info cache for port f9e6d561-8334-4d7c-a3d5-07d7e4cd130a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.426136] env[69316]: DEBUG nova.network.neutron [req-420f3ed7-a18a-450d-9b44-c40cbcff0cda req-e58430ea-715a-4897-9a3f-a46c563be53d service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Updating instance_info_cache with network_info: [{"id": "f9e6d561-8334-4d7c-a3d5-07d7e4cd130a", "address": "fa:16:3e:31:6f:cc", "network": {"id": "6084d6d1-2b7c-4bb8-b4e5-530a3d22238f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-143345059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef0b6ea228f409a9d2b9c2ed116dac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e6d561-83", "ovs_interfaceid": "f9e6d561-8334-4d7c-a3d5-07d7e4cd130a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.439804] env[69316]: DEBUG nova.compute.manager [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.448625] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a97fc746-3412-4fab-be58-ddd811f86ba7 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.449778] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.777s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.451823] env[69316]: INFO nova.compute.claims [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.579749] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5206e7ce-5e06-68e1-7b39-42b2dbadb49e, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.580026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.580201] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.580529] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.580733] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.580952] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.581258] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae8d8a70-6a8a-48cf-977a-00a5bc9d993e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.589726] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.590012] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.590675] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1486ec03-b4ee-4ba3-95ec-c2d7c2bece6e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.595682] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 973.595682] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52509ed1-dae9-93bc-2b70-d04b159a12f4" [ 973.595682] env[69316]: _type = "Task" [ 973.595682] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.603701] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52509ed1-dae9-93bc-2b70-d04b159a12f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.929282] env[69316]: DEBUG oslo_concurrency.lockutils [req-420f3ed7-a18a-450d-9b44-c40cbcff0cda req-e58430ea-715a-4897-9a3f-a46c563be53d service nova] Releasing lock "refresh_cache-10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.106076] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52509ed1-dae9-93bc-2b70-d04b159a12f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008864} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.106900] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2529a0e-4db8-4e5d-8920-63d32114348e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.112471] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 974.112471] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52422e1a-d03f-eb73-38de-42577ec750d8" [ 974.112471] env[69316]: _type = "Task" [ 974.112471] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.120350] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52422e1a-d03f-eb73-38de-42577ec750d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.450097] env[69316]: DEBUG nova.compute.manager [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.478125] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.478421] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.478626] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.478912] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.479072] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.479277] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.479534] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.479743] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.479963] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.480181] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.480407] env[69316]: DEBUG nova.virt.hardware [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.481322] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57fb6e9-3141-4397-a59f-7b343e3ad60b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.493293] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc9602-4b62-4980-a640-c38b11e71621 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.511517] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.517039] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.519639] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.520319] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b0e831b-73ae-4f61-882f-775e2db08c3f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.540316] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.540316] env[69316]: value = "task-3367298" [ 974.540316] env[69316]: _type = "Task" [ 974.540316] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.549529] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367298, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.622220] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52422e1a-d03f-eb73-38de-42577ec750d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.624959] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.625266] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 040b7fb2-af22-4986-94d3-ac9d2eb27b90/040b7fb2-af22-4986-94d3-ac9d2eb27b90.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.625734] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e0f49d-f246-4318-8cf5-26545bbcc1ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.632476] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 974.632476] env[69316]: value = "task-3367299" [ 974.632476] env[69316]: _type = "Task" [ 974.632476] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.644277] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.929649] env[69316]: DEBUG oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52305b06-8bfb-155e-79f7-3d03126e0968/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.932346] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bf3169-5474-4cf4-a10c-73e8091bc7fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.940994] env[69316]: DEBUG oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52305b06-8bfb-155e-79f7-3d03126e0968/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.941185] env[69316]: ERROR oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52305b06-8bfb-155e-79f7-3d03126e0968/disk-0.vmdk due to incomplete transfer. [ 974.941452] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a2ed394-dc5b-4936-a520-228bf8faf082 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.950286] env[69316]: DEBUG oslo_vmware.rw_handles [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52305b06-8bfb-155e-79f7-3d03126e0968/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 974.950638] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Uploaded image a8eb71db-4c8b-4307-b098-c89d97154201 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 974.953513] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.954025] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b840429-d399-449b-b7c2-4a41e88c73ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.965708] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 974.965708] env[69316]: value = "task-3367300" [ 974.965708] env[69316]: _type = "Task" [ 974.965708] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.971809] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b2e1e-56d9-4e1d-8e5b-919e45ca3bbf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.985066] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8893a7-ae14-4eff-a467-2e1da20ef84b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.989499] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367300, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.022350] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92389333-d30e-490a-9e5d-eea0396bc581 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.030221] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0b8a0c-8701-4b73-b187-34acc747c0bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.047675] env[69316]: DEBUG nova.compute.provider_tree [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.059920] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367298, 'name': CreateVM_Task, 'duration_secs': 0.316938} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.060163] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.060748] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.060971] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.061414] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.062427] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413edea6-3577-4d87-87ab-2af49b3a37f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.071486] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 975.071486] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528857c0-7ebf-7e20-a6ce-f306e84b5a44" [ 975.071486] env[69316]: _type = "Task" [ 975.071486] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.085362] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528857c0-7ebf-7e20-a6ce-f306e84b5a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.146953] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367299, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.476507] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367300, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.554040] env[69316]: DEBUG nova.scheduler.client.report [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.582102] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528857c0-7ebf-7e20-a6ce-f306e84b5a44, 'name': SearchDatastore_Task, 'duration_secs': 0.056861} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.582395] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.582628] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.582966] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.583152] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.583338] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.583593] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e299df0-50f6-4e46-ab07-b1aba9c270b2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.600275] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.600579] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.601786] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ea2fd8-0e0f-4be3-a4b5-65bfb59a797f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.608731] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 975.608731] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52715c9e-fcfd-a90e-d2a2-437a4b5fc7ff" [ 975.608731] env[69316]: _type = "Task" [ 975.608731] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.620251] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52715c9e-fcfd-a90e-d2a2-437a4b5fc7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.644572] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367299, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.976130] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367300, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.059692] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.060212] env[69316]: DEBUG nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.063050] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.589s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.064401] env[69316]: DEBUG nova.objects.instance [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lazy-loading 'resources' on Instance uuid 6764d904-c024-481e-9e99-f022b5c5e4f3 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.122424] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52715c9e-fcfd-a90e-d2a2-437a4b5fc7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.09365} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.123881] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fc826b-86e0-46c7-a54f-55fcbac96bea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.132038] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 976.132038] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521fae76-0885-a517-d6a0-98fc690d5854" [ 976.132038] env[69316]: _type = "Task" [ 976.132038] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.141661] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521fae76-0885-a517-d6a0-98fc690d5854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.146710] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367299, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.478090] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367300, 'name': Destroy_Task, 'duration_secs': 1.51101} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.478368] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Destroyed the VM [ 976.478632] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 976.478884] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0eb316fc-b543-4f8a-8cc3-d3672c0b10ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.484256] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 976.484256] env[69316]: value = "task-3367301" [ 976.484256] env[69316]: _type = "Task" [ 976.484256] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.491705] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367301, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.566636] env[69316]: DEBUG nova.compute.utils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.570777] env[69316]: DEBUG nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.570930] env[69316]: DEBUG nova.network.neutron [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.613302] env[69316]: DEBUG nova.policy [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9cd112feb074c09b7ff02b1a910acea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '896a4d0e20eb4ed3b4e9f7f0b3470cc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.645642] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367299, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.686837} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.651632] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 040b7fb2-af22-4986-94d3-ac9d2eb27b90/040b7fb2-af22-4986-94d3-ac9d2eb27b90.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.651856] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.652481] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521fae76-0885-a517-d6a0-98fc690d5854, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.653669] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-278f4a9d-4c89-4ba3-8c43-635984295082 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.655090] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.655344] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 8e9f11c6-f27a-4535-9c51-388f45037be7/8e9f11c6-f27a-4535-9c51-388f45037be7.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.655621] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65b8cbaa-8524-458e-b99b-f4bcabc21726 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.663742] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 976.663742] env[69316]: value = "task-3367302" [ 976.663742] env[69316]: _type = "Task" [ 976.663742] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.663996] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 976.663996] env[69316]: value = "task-3367303" [ 976.663996] env[69316]: _type = "Task" [ 976.663996] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.677812] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.683246] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.912840] env[69316]: DEBUG nova.network.neutron [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Successfully created port: 28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.997701] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367301, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.039847] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab8619c-7c85-4559-af1f-2479ce0ffeaf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.049582] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab72e3c-8f8d-4bd5-b35f-13620eb41587 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.080727] env[69316]: DEBUG nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.084688] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcae03d7-2479-4a09-8151-b3d7f9eaa01b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.093944] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5bdb67-dfeb-412a-ac68-34259e0449ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.111506] env[69316]: DEBUG nova.compute.provider_tree [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.179458] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065484} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.183088] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.183427] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49474} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.184097] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf6a53-f32c-432f-b2a3-b2689f1a35e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.186489] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 8e9f11c6-f27a-4535-9c51-388f45037be7/8e9f11c6-f27a-4535-9c51-388f45037be7.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.186720] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.186974] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6a5d606-a1bf-48bc-b543-5c8110970fb4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.205552] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 040b7fb2-af22-4986-94d3-ac9d2eb27b90/040b7fb2-af22-4986-94d3-ac9d2eb27b90.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.207041] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80298f43-74d6-4245-b178-a0f4868432ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.222242] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 977.222242] env[69316]: value = "task-3367304" [ 977.222242] env[69316]: _type = "Task" [ 977.222242] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.227728] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 977.227728] env[69316]: value = "task-3367305" [ 977.227728] env[69316]: _type = "Task" [ 977.227728] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.230703] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.238080] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.494645] env[69316]: DEBUG oslo_vmware.api [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367301, 'name': RemoveSnapshot_Task, 'duration_secs': 0.810877} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.494896] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 977.495140] env[69316]: INFO nova.compute.manager [None req-9dad7ff7-c29d-48ed-9913-ad1590f99f34 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Took 15.54 seconds to snapshot the instance on the hypervisor. [ 977.633477] env[69316]: ERROR nova.scheduler.client.report [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [req-89370b44-b121-4519-b376-5c6c79333be8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89370b44-b121-4519-b376-5c6c79333be8"}]} [ 977.649645] env[69316]: DEBUG nova.scheduler.client.report [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Refreshing inventories for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 977.663074] env[69316]: DEBUG nova.scheduler.client.report [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Updating ProviderTree inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 977.663287] env[69316]: DEBUG nova.compute.provider_tree [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.673749] env[69316]: DEBUG nova.scheduler.client.report [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Refreshing aggregate associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, aggregates: None {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.690458] env[69316]: DEBUG nova.scheduler.client.report [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Refreshing trait associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.731580] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063486} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.736440] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.737332] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6123479-1005-4075-aad0-bac21779b2bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.744286] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.759248] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 8e9f11c6-f27a-4535-9c51-388f45037be7/8e9f11c6-f27a-4535-9c51-388f45037be7.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.761972] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f61c74-41f2-4c08-86d2-4b2a7209d933 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.782706] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 977.782706] env[69316]: value = "task-3367306" [ 977.782706] env[69316]: _type = "Task" [ 977.782706] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.793877] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.095587] env[69316]: DEBUG nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.121593] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.121881] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.122074] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.122268] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.122416] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.122563] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.122801] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.122972] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.123156] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.123320] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.123544] env[69316]: DEBUG nova.virt.hardware [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.124440] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92c1043-f47f-4807-a1ab-26d62e9a95ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.134986] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c77878-87ee-42e3-997f-b111f21cde2e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.142030] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3b0cb6-c342-4e59-8721-061ebb17d1cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.158729] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd010c67-3119-4f1a-aef4-561923a5758b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.191685] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958be3a9-a467-4314-8e2e-b37c66db7050 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.199040] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e54438d-3354-422e-87a5-467b597e58d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.212383] env[69316]: DEBUG nova.compute.provider_tree [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.243686] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367305, 'name': ReconfigVM_Task, 'duration_secs': 0.944776} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.243961] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 040b7fb2-af22-4986-94d3-ac9d2eb27b90/040b7fb2-af22-4986-94d3-ac9d2eb27b90.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.244626] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-295decb7-4d70-4b7e-b764-ee78c8f8cc3b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.251083] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 978.251083] env[69316]: value = "task-3367307" [ 978.251083] env[69316]: _type = "Task" [ 978.251083] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.259478] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367307, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.292245] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.447552] env[69316]: DEBUG nova.compute.manager [req-79465efc-a0ce-4851-9207-ba329f863170 req-7c5689f5-cc63-42ee-a776-666be6e2c5df service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Received event network-vif-plugged-28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.447743] env[69316]: DEBUG oslo_concurrency.lockutils [req-79465efc-a0ce-4851-9207-ba329f863170 req-7c5689f5-cc63-42ee-a776-666be6e2c5df service nova] Acquiring lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.451715] env[69316]: DEBUG oslo_concurrency.lockutils [req-79465efc-a0ce-4851-9207-ba329f863170 req-7c5689f5-cc63-42ee-a776-666be6e2c5df service nova] Lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.451715] env[69316]: DEBUG oslo_concurrency.lockutils [req-79465efc-a0ce-4851-9207-ba329f863170 req-7c5689f5-cc63-42ee-a776-666be6e2c5df service nova] Lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.451715] env[69316]: DEBUG nova.compute.manager [req-79465efc-a0ce-4851-9207-ba329f863170 req-7c5689f5-cc63-42ee-a776-666be6e2c5df service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] No waiting events found dispatching network-vif-plugged-28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.451715] env[69316]: WARNING nova.compute.manager [req-79465efc-a0ce-4851-9207-ba329f863170 req-7c5689f5-cc63-42ee-a776-666be6e2c5df service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Received unexpected event network-vif-plugged-28bd6b11-ae8b-4490-b433-74a70d44341a for instance with vm_state building and task_state spawning. [ 978.454163] env[69316]: DEBUG nova.network.neutron [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Successfully updated port: 28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.747427] env[69316]: DEBUG nova.scheduler.client.report [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 978.747427] env[69316]: DEBUG nova.compute.provider_tree [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 96 to 97 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 978.747427] env[69316]: DEBUG nova.compute.provider_tree [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.761722] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367307, 'name': Rename_Task, 'duration_secs': 0.258104} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.762578] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.762828] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b80b9a9-2dbf-4027-9fd8-8a503d32ebba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.769053] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 978.769053] env[69316]: value = "task-3367308" [ 978.769053] env[69316]: _type = "Task" [ 978.769053] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.776924] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.790479] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367306, 'name': ReconfigVM_Task, 'duration_secs': 0.531715} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.790844] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 8e9f11c6-f27a-4535-9c51-388f45037be7/8e9f11c6-f27a-4535-9c51-388f45037be7.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.791451] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93ae8570-154f-4f84-9f95-325cc5acd33c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.796853] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 978.796853] env[69316]: value = "task-3367309" [ 978.796853] env[69316]: _type = "Task" [ 978.796853] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.804920] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367309, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.957145] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.957300] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquired lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.957455] env[69316]: DEBUG nova.network.neutron [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.250932] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.188s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.253529] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 48.976s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.279605] env[69316]: DEBUG oslo_vmware.api [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367308, 'name': PowerOnVM_Task, 'duration_secs': 0.422435} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.280512] env[69316]: INFO nova.scheduler.client.report [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Deleted allocations for instance 6764d904-c024-481e-9e99-f022b5c5e4f3 [ 979.281569] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.281774] env[69316]: INFO nova.compute.manager [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Took 7.34 seconds to spawn the instance on the hypervisor. [ 979.281953] env[69316]: DEBUG nova.compute.manager [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.282750] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baef2a2-0857-4faa-baab-cba7c1bf45c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.307462] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367309, 'name': Rename_Task, 'duration_secs': 0.142228} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.307766] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.308582] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9583526-18ee-4625-8f51-e19835a208d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.313802] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 979.313802] env[69316]: value = "task-3367310" [ 979.313802] env[69316]: _type = "Task" [ 979.313802] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.322821] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.494255] env[69316]: DEBUG nova.network.neutron [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.627009] env[69316]: DEBUG nova.network.neutron [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updating instance_info_cache with network_info: [{"id": "28bd6b11-ae8b-4490-b433-74a70d44341a", "address": "fa:16:3e:7f:d4:01", "network": {"id": "5cc20cc5-2517-4e0f-93b2-b6d45f89b3d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2008904156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "896a4d0e20eb4ed3b4e9f7f0b3470cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bd6b11-ae", "ovs_interfaceid": "28bd6b11-ae8b-4490-b433-74a70d44341a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.756675] env[69316]: DEBUG nova.objects.instance [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lazy-loading 'migration_context' on Instance uuid 0365659e-b134-4241-a4ec-f6f6378c228d {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.791314] env[69316]: DEBUG oslo_concurrency.lockutils [None req-22965e03-7f2d-4b70-81df-f044fc4fab91 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "6764d904-c024-481e-9e99-f022b5c5e4f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.860s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.801560] env[69316]: INFO nova.compute.manager [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Took 57.70 seconds to build instance. [ 979.827037] env[69316]: DEBUG oslo_vmware.api [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367310, 'name': PowerOnVM_Task, 'duration_secs': 0.440671} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.827260] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.827456] env[69316]: INFO nova.compute.manager [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Took 5.38 seconds to spawn the instance on the hypervisor. [ 979.828464] env[69316]: DEBUG nova.compute.manager [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.828464] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b40e52-34cc-43eb-b37e-5261cea3264e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.132475] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Releasing lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.132584] env[69316]: DEBUG nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Instance network_info: |[{"id": "28bd6b11-ae8b-4490-b433-74a70d44341a", "address": "fa:16:3e:7f:d4:01", "network": {"id": "5cc20cc5-2517-4e0f-93b2-b6d45f89b3d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2008904156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "896a4d0e20eb4ed3b4e9f7f0b3470cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bd6b11-ae", "ovs_interfaceid": "28bd6b11-ae8b-4490-b433-74a70d44341a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.133557] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:d4:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28bd6b11-ae8b-4490-b433-74a70d44341a', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.141491] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Creating folder: Project (896a4d0e20eb4ed3b4e9f7f0b3470cc9). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.141772] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9bafdb5-1609-450d-bc32-58e84881d630 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.152885] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Created folder: Project (896a4d0e20eb4ed3b4e9f7f0b3470cc9) in parent group-v671748. [ 980.153444] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Creating folder: Instances. Parent ref: group-v671940. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.154021] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9afe893-af40-44ed-8060-3d1e5161a1ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.162091] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Created folder: Instances in parent group-v671940. [ 980.162328] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.162514] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.162711] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-101be47c-adad-4648-90ad-6f75245e82ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.181604] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.181604] env[69316]: value = "task-3367313" [ 980.181604] env[69316]: _type = "Task" [ 980.181604] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.189267] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367313, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.304433] env[69316]: DEBUG oslo_concurrency.lockutils [None req-43dd0ff3-c46f-4012-b48b-1852b3531230 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.215s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.348797] env[69316]: INFO nova.compute.manager [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Took 57.28 seconds to build instance. [ 980.553829] env[69316]: DEBUG nova.compute.manager [req-9f84f5cd-d25a-44ed-9b5f-d3b31fa6682a req-abc896f0-fc99-485d-a5a7-58dcf032bf8b service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Received event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.553829] env[69316]: DEBUG nova.compute.manager [req-9f84f5cd-d25a-44ed-9b5f-d3b31fa6682a req-abc896f0-fc99-485d-a5a7-58dcf032bf8b service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing instance network info cache due to event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.553829] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f84f5cd-d25a-44ed-9b5f-d3b31fa6682a req-abc896f0-fc99-485d-a5a7-58dcf032bf8b service nova] Acquiring lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.553829] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f84f5cd-d25a-44ed-9b5f-d3b31fa6682a req-abc896f0-fc99-485d-a5a7-58dcf032bf8b service nova] Acquired lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.553829] env[69316]: DEBUG nova.network.neutron [req-9f84f5cd-d25a-44ed-9b5f-d3b31fa6682a req-abc896f0-fc99-485d-a5a7-58dcf032bf8b service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.688696] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaa4af5-64e7-4247-b316-43e1e17c0349 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.694832] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367313, 'name': CreateVM_Task, 'duration_secs': 0.343678} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.695591] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.696629] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.696855] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.697240] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.699217] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ff8fde-4001-4ff1-946e-b566212d3bc1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.702826] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f3585-2929-4a41-9405-2cbb595fe330 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.710066] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 980.710066] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526ba833-9a3b-2772-2549-d521975c72c3" [ 980.710066] env[69316]: _type = "Task" [ 980.710066] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.738505] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb45112-92e7-44e8-85dd-ddf11891b912 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.749431] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3656ba2e-4a37-4652-8c7e-47fcbe786269 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.753254] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526ba833-9a3b-2772-2549-d521975c72c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.753550] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.753781] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.754016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.754169] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.754347] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.754894] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a07c014f-c353-4389-9d53-c182641da07f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.764241] env[69316]: DEBUG nova.compute.provider_tree [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.774985] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.775182] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.776202] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfba988-a2d8-41d4-a20e-35cbec182254 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.781641] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 980.781641] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bc633e-f7cf-33b2-7231-4a636b509402" [ 980.781641] env[69316]: _type = "Task" [ 980.781641] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.790072] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bc633e-f7cf-33b2-7231-4a636b509402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.852354] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5a400c9b-28ad-4305-be2e-6bd061bbc796 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "8e9f11c6-f27a-4535-9c51-388f45037be7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.800s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.960375] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "9f872767-af4b-407f-a140-063c1b2c831f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.960712] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "9f872767-af4b-407f-a140-063c1b2c831f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.960919] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "9f872767-af4b-407f-a140-063c1b2c831f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.961117] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "9f872767-af4b-407f-a140-063c1b2c831f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.961355] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "9f872767-af4b-407f-a140-063c1b2c831f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.963427] env[69316]: INFO nova.compute.manager [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Terminating instance [ 981.243047] env[69316]: DEBUG nova.network.neutron [req-9f84f5cd-d25a-44ed-9b5f-d3b31fa6682a req-abc896f0-fc99-485d-a5a7-58dcf032bf8b service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updated VIF entry in instance network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.243427] env[69316]: DEBUG nova.network.neutron [req-9f84f5cd-d25a-44ed-9b5f-d3b31fa6682a req-abc896f0-fc99-485d-a5a7-58dcf032bf8b service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updating instance_info_cache with network_info: [{"id": "28bd6b11-ae8b-4490-b433-74a70d44341a", "address": "fa:16:3e:7f:d4:01", "network": {"id": "5cc20cc5-2517-4e0f-93b2-b6d45f89b3d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2008904156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "896a4d0e20eb4ed3b4e9f7f0b3470cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bd6b11-ae", "ovs_interfaceid": "28bd6b11-ae8b-4490-b433-74a70d44341a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.267616] env[69316]: DEBUG nova.scheduler.client.report [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.294050] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bc633e-f7cf-33b2-7231-4a636b509402, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.294818] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0a8283-6c75-4269-9cfa-5581f92ae540 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.299913] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 981.299913] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526b6680-723b-44a3-ce76-631c0c60f097" [ 981.299913] env[69316]: _type = "Task" [ 981.299913] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.303173] env[69316]: INFO nova.compute.manager [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Rebuilding instance [ 981.309225] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526b6680-723b-44a3-ce76-631c0c60f097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.338175] env[69316]: DEBUG nova.compute.manager [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.338970] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b91b16-7e10-4511-b851-c8f4d9660bd9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.466739] env[69316]: DEBUG nova.compute.manager [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.467042] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.467932] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250f7786-20dd-41d3-8624-c1a67f8e642e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.476296] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.476296] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c13628-6ebd-4e06-86af-6c01ae3eb45e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.482017] env[69316]: DEBUG oslo_vmware.api [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 981.482017] env[69316]: value = "task-3367314" [ 981.482017] env[69316]: _type = "Task" [ 981.482017] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.489291] env[69316]: DEBUG oslo_vmware.api [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.636692] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "5ff74a21-d2b2-488c-af74-bc597793bc69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.636924] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "5ff74a21-d2b2-488c-af74-bc597793bc69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.637191] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "5ff74a21-d2b2-488c-af74-bc597793bc69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.637341] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "5ff74a21-d2b2-488c-af74-bc597793bc69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.637539] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "5ff74a21-d2b2-488c-af74-bc597793bc69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.639795] env[69316]: INFO nova.compute.manager [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Terminating instance [ 981.746873] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f84f5cd-d25a-44ed-9b5f-d3b31fa6682a req-abc896f0-fc99-485d-a5a7-58dcf032bf8b service nova] Releasing lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.810515] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526b6680-723b-44a3-ce76-631c0c60f097, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.810812] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.811154] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f/a4ba6caf-bf5f-422f-ac83-417c7c39ec3f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.811452] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c611420-1c32-4780-8ad0-da0920589bd8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.818067] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 981.818067] env[69316]: value = "task-3367315" [ 981.818067] env[69316]: _type = "Task" [ 981.818067] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.825902] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.992351] env[69316]: DEBUG oslo_vmware.api [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367314, 'name': PowerOffVM_Task, 'duration_secs': 0.226496} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.992702] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.992934] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.993242] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8834f683-26cf-4646-b16b-5dfb8d38fd86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.069120] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.069469] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.069704] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Deleting the datastore file [datastore1] 9f872767-af4b-407f-a140-063c1b2c831f {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.070026] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f54fea88-e595-4433-8c06-2c0a926e96e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.080473] env[69316]: DEBUG oslo_vmware.api [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 982.080473] env[69316]: value = "task-3367317" [ 982.080473] env[69316]: _type = "Task" [ 982.080473] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.088872] env[69316]: DEBUG oslo_vmware.api [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.144702] env[69316]: DEBUG nova.compute.manager [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.144972] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.146037] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b32bf9-77e7-4c45-9f5c-f04231a71967 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.154259] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.154565] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6b6b872-a103-40ad-9408-4561746a7d80 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.160635] env[69316]: DEBUG oslo_vmware.api [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 982.160635] env[69316]: value = "task-3367318" [ 982.160635] env[69316]: _type = "Task" [ 982.160635] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.170371] env[69316]: DEBUG oslo_vmware.api [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.278800] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.025s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.284822] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.285081] env[69316]: DEBUG nova.objects.instance [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lazy-loading 'resources' on Instance uuid 9e087a47-ce90-4d3a-9809-837705428f05 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.328647] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367315, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.351077] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.351397] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-738ab3c4-b8ef-48dd-9c24-6e249e27ec97 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.358289] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 982.358289] env[69316]: value = "task-3367319" [ 982.358289] env[69316]: _type = "Task" [ 982.358289] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.367378] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.590933] env[69316]: DEBUG oslo_vmware.api [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.670453] env[69316]: DEBUG oslo_vmware.api [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367318, 'name': PowerOffVM_Task, 'duration_secs': 0.210924} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.670758] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.670935] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.671205] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f6c0971-54ab-4144-9e91-197cd90b0bb5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.766146] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.766386] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.766568] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Deleting the datastore file [datastore2] 5ff74a21-d2b2-488c-af74-bc597793bc69 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.766892] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948fc04d-668c-4fc3-8264-7cbb026107aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.773381] env[69316]: DEBUG oslo_vmware.api [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for the task: (returnval){ [ 982.773381] env[69316]: value = "task-3367321" [ 982.773381] env[69316]: _type = "Task" [ 982.773381] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.780976] env[69316]: DEBUG oslo_vmware.api [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.828849] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55844} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.831471] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f/a4ba6caf-bf5f-422f-ac83-417c7c39ec3f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.831757] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.832245] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79581381-e71a-46b8-ad31-4c216eddb972 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.839429] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 982.839429] env[69316]: value = "task-3367322" [ 982.839429] env[69316]: _type = "Task" [ 982.839429] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.850847] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.866940] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367319, 'name': PowerOffVM_Task, 'duration_secs': 0.109062} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.867216] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.867438] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.868223] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbab133-03be-491b-b11f-ad1507aeeb33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.877766] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.878059] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ead0bd8-d9c1-4fba-928c-09b4b137fbd0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.901523] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.901751] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.901931] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Deleting the datastore file [datastore2] 8e9f11c6-f27a-4535-9c51-388f45037be7 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.902221] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7066e8e-7dbe-40b5-8dcc-718424c5c195 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.908207] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 982.908207] env[69316]: value = "task-3367324" [ 982.908207] env[69316]: _type = "Task" [ 982.908207] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.918308] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.094594] env[69316]: DEBUG oslo_vmware.api [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.777277} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.097409] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.097770] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.098115] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.099064] env[69316]: INFO nova.compute.manager [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 983.099064] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.101298] env[69316]: DEBUG nova.compute.manager [-] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.101298] env[69316]: DEBUG nova.network.neutron [-] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.225290] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2401b940-69b7-4a11-b20b-18334ac8d0a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.233200] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba71148-7fd4-4d6e-a98d-7192e268bbd3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.265792] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23dbd6-5864-4e39-b769-e1675d6b7bd8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.273666] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb9ec7-e83f-4746-be9a-78c7b035d984 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.285885] env[69316]: DEBUG oslo_vmware.api [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.294641] env[69316]: DEBUG nova.compute.provider_tree [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.354454] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073201} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.355302] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.356216] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b085c311-74ac-490e-beb6-93acce942555 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.382866] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f/a4ba6caf-bf5f-422f-ac83-417c7c39ec3f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.384933] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d3495b2-dc66-464d-9b52-bb2b23d1fb21 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.408375] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 983.408375] env[69316]: value = "task-3367325" [ 983.408375] env[69316]: _type = "Task" [ 983.408375] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.418321] env[69316]: DEBUG nova.compute.manager [req-e56bafac-83f8-447e-8f39-25d8417d6585 req-eba75974-f0e7-4bf0-895f-1e8e4b5388ba service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Received event network-vif-deleted-57b1f4c6-937a-4b66-85d7-49c37bf63a17 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.418602] env[69316]: INFO nova.compute.manager [req-e56bafac-83f8-447e-8f39-25d8417d6585 req-eba75974-f0e7-4bf0-895f-1e8e4b5388ba service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Neutron deleted interface 57b1f4c6-937a-4b66-85d7-49c37bf63a17; detaching it from the instance and deleting it from the info cache [ 983.418811] env[69316]: DEBUG nova.network.neutron [req-e56bafac-83f8-447e-8f39-25d8417d6585 req-eba75974-f0e7-4bf0-895f-1e8e4b5388ba service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.426344] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437661} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.154036] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.154320] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.154458] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.158897] env[69316]: DEBUG nova.scheduler.client.report [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.165123] env[69316]: DEBUG nova.network.neutron [-] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.167206] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.167468] env[69316]: WARNING oslo_vmware.common.loopingcall [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] task run outlasted interval by 0.25880400000000003 sec [ 984.172197] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e124881f-28fb-4088-b52f-a1767c06b536 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.184152] env[69316]: DEBUG oslo_vmware.api [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Task: {'id': task-3367321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577226} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.188910] env[69316]: INFO nova.compute.manager [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Swapping old allocation on dict_keys(['6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70']) held by migration 2cedcf36-952f-4f34-be75-e2ae474571f9 for instance [ 984.189210] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.189376] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.189553] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.189726] env[69316]: INFO nova.compute.manager [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Took 2.04 seconds to destroy the instance on the hypervisor. [ 984.189971] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.191169] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.193369] env[69316]: DEBUG nova.compute.manager [-] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.193479] env[69316]: DEBUG nova.network.neutron [-] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.198126] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ce400-2dd3-428f-a056-8c00081c5ed1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.235676] env[69316]: DEBUG nova.compute.manager [req-e56bafac-83f8-447e-8f39-25d8417d6585 req-eba75974-f0e7-4bf0-895f-1e8e4b5388ba service nova] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Detach interface failed, port_id=57b1f4c6-937a-4b66-85d7-49c37bf63a17, reason: Instance 9f872767-af4b-407f-a140-063c1b2c831f could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.237027] env[69316]: DEBUG nova.scheduler.client.report [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Overwriting current allocation {'allocations': {'6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 97}}, 'project_id': '034a4937efd44106bdc642e1d4855519', 'user_id': '4f72a9d3f2d14461b9a06db236a3cb38', 'consumer_generation': 1} on consumer 0365659e-b134-4241-a4ec-f6f6378c228d {{(pid=69316) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 984.329772] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.329975] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquired lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.330138] env[69316]: DEBUG nova.network.neutron [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.671717] env[69316]: INFO nova.compute.manager [-] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Took 1.57 seconds to deallocate network for instance. [ 984.674379] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.388s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.676990] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.507s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.677233] env[69316]: DEBUG nova.objects.instance [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lazy-loading 'resources' on Instance uuid a3daa3e4-fd53-4dc7-829b-a082157bcfa2 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.689681] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367325, 'name': ReconfigVM_Task, 'duration_secs': 0.887307} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.689927] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Reconfigured VM instance instance-00000041 to attach disk [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f/a4ba6caf-bf5f-422f-ac83-417c7c39ec3f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.690699] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6996640-d83b-43d1-b141-4c42866514e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.695929] env[69316]: INFO nova.scheduler.client.report [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted allocations for instance 9e087a47-ce90-4d3a-9809-837705428f05 [ 984.697909] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 984.697909] env[69316]: value = "task-3367326" [ 984.697909] env[69316]: _type = "Task" [ 984.697909] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.708550] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367326, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.978579] env[69316]: DEBUG nova.network.neutron [-] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.038583] env[69316]: DEBUG nova.network.neutron [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance_info_cache with network_info: [{"id": "8c75bdd1-569d-46fc-a11c-233106812c61", "address": "fa:16:3e:74:41:89", "network": {"id": "2e5be310-73db-4788-8a5e-744713fc9f85", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82c968db3b4770a0443b76bce374f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75bdd1-56", "ovs_interfaceid": "8c75bdd1-569d-46fc-a11c-233106812c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.187549] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.208948] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "9e087a47-ce90-4d3a-9809-837705428f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.721s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.214345] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.214628] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.214796] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.214979] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.215148] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.215294] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.215499] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.215695] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.215887] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.220043] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.220300] env[69316]: DEBUG nova.virt.hardware [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.221202] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc5fce-5150-4254-8770-73c07f9a82e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.232360] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367326, 'name': Rename_Task, 'duration_secs': 0.142941} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.233546] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.236250] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-690a791c-3633-4241-816b-2dede8e67fac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.241911] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882b5b1d-2122-4799-863e-af856e29c2b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.247102] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 985.247102] env[69316]: value = "task-3367327" [ 985.247102] env[69316]: _type = "Task" [ 985.247102] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.260844] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.266437] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.267251] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.267505] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68541e1b-09ee-4d2b-8289-403cd3f9a85f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.285640] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.290144] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.290144] env[69316]: value = "task-3367328" [ 985.290144] env[69316]: _type = "Task" [ 985.290144] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.297791] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367328, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.480827] env[69316]: INFO nova.compute.manager [-] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Took 1.29 seconds to deallocate network for instance. [ 985.544572] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Releasing lock "refresh_cache-0365659e-b134-4241-a4ec-f6f6378c228d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.545039] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.545529] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b49122-364a-4778-bd6c-42ca90c81f41 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.552325] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 985.552325] env[69316]: value = "task-3367329" [ 985.552325] env[69316]: _type = "Task" [ 985.552325] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.562784] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.650786] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b205d4-f50c-409a-b289-2ae03fbd5b50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.659133] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8671d8b6-8dc2-410c-8a98-4f2dde4e7154 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.664729] env[69316]: DEBUG nova.compute.manager [req-5c7e4225-9a12-4b72-bdda-7badc654fe5b req-b7da1e10-35ea-49fd-9cab-ee0457e1e579 service nova] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Received event network-vif-deleted-823e79d8-d2ac-435c-8468-6646e61fffae {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.698538] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da59cef-a0f3-4372-b242-1ef0c00a1780 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.706354] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b7459-d85a-4a19-87ed-026f6c0f5ca3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.721753] env[69316]: DEBUG nova.compute.provider_tree [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.758580] env[69316]: DEBUG oslo_vmware.api [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367327, 'name': PowerOnVM_Task, 'duration_secs': 0.493005} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.758881] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.759509] env[69316]: INFO nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Took 7.66 seconds to spawn the instance on the hypervisor. [ 985.759509] env[69316]: DEBUG nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.760119] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e33cce8-d0e3-4829-80c0-d78da7ae5615 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.800033] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367328, 'name': CreateVM_Task, 'duration_secs': 0.268289} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.801161] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.801161] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.801161] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.801299] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.801655] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6937bd93-4b3a-4d3f-bff2-3a1bfb622ab4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.807558] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 985.807558] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5228c5d5-97d3-5c20-7eca-7b66df64c1ad" [ 985.807558] env[69316]: _type = "Task" [ 985.807558] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.816389] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5228c5d5-97d3-5c20-7eca-7b66df64c1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.987827] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.069419] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367329, 'name': PowerOffVM_Task, 'duration_secs': 0.257143} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.069419] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:18:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22a04a4a-f4a9-46b1-9e6e-a9fb95388ef6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-915373539',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.069419] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.074203] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab6772a2-9546-4624-ab55-1b6f27ec1fca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.089138] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 986.089138] env[69316]: value = "task-3367330" [ 986.089138] env[69316]: _type = "Task" [ 986.089138] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.098555] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.224516] env[69316]: DEBUG nova.scheduler.client.report [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.275696] env[69316]: INFO nova.compute.manager [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Took 60.64 seconds to build instance. [ 986.317718] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5228c5d5-97d3-5c20-7eca-7b66df64c1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.318067] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.318307] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.318623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.318815] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.318997] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.319501] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca70489-37cc-4b5d-9fa6-3d7aef2cc3b9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.327286] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.327450] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.328123] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88181e5a-fbc0-43ba-abfd-8ee0fc4386ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.332791] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 986.332791] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5270658c-96e6-5e55-64a3-5bd486ce843f" [ 986.332791] env[69316]: _type = "Task" [ 986.332791] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.340171] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5270658c-96e6-5e55-64a3-5bd486ce843f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.366013] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "15d45208-7c48-4c60-87bf-b26a14fa861f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.366348] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "15d45208-7c48-4c60-87bf-b26a14fa861f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.366581] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "15d45208-7c48-4c60-87bf-b26a14fa861f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.366770] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "15d45208-7c48-4c60-87bf-b26a14fa861f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.366938] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "15d45208-7c48-4c60-87bf-b26a14fa861f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.368983] env[69316]: INFO nova.compute.manager [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Terminating instance [ 986.599353] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367330, 'name': ReconfigVM_Task, 'duration_secs': 0.372093} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.600211] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e89426-78ca-4e80-b832-4253aceab2af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.618718] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:18:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22a04a4a-f4a9-46b1-9e6e-a9fb95388ef6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-915373539',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.618978] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.619160] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.619348] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.619535] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.619727] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.619943] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.620116] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.620282] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.620445] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.620640] env[69316]: DEBUG nova.virt.hardware [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.621453] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6700632-9ae1-446c-b4ff-78f114700ee3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.627270] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 986.627270] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52994767-5465-b0c5-e71e-7e9f3f6c0735" [ 986.627270] env[69316]: _type = "Task" [ 986.627270] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.635541] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52994767-5465-b0c5-e71e-7e9f3f6c0735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.656490] env[69316]: INFO nova.compute.manager [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Rescuing [ 986.656732] env[69316]: DEBUG oslo_concurrency.lockutils [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.656876] env[69316]: DEBUG oslo_concurrency.lockutils [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquired lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.657049] env[69316]: DEBUG nova.network.neutron [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.729773] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.733194] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.933s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.735059] env[69316]: INFO nova.compute.claims [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.753920] env[69316]: INFO nova.scheduler.client.report [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Deleted allocations for instance a3daa3e4-fd53-4dc7-829b-a082157bcfa2 [ 986.777742] env[69316]: DEBUG oslo_concurrency.lockutils [None req-28420348-1344-4f46-9930-37594a99bb36 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.157s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.844323] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5270658c-96e6-5e55-64a3-5bd486ce843f, 'name': SearchDatastore_Task, 'duration_secs': 0.007528} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.845091] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d185f2f3-3382-4074-bf85-2b21181b8d85 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.850549] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 986.850549] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521c296a-889c-e93a-0e37-efcc9f8664c2" [ 986.850549] env[69316]: _type = "Task" [ 986.850549] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.857710] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521c296a-889c-e93a-0e37-efcc9f8664c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.872928] env[69316]: DEBUG nova.compute.manager [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.873168] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.873987] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e78cc8-bd85-4691-9478-0c3da4316059 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.880837] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.881076] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96e8e657-b5ea-4c75-b6df-8919baec7896 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.886894] env[69316]: DEBUG oslo_vmware.api [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 986.886894] env[69316]: value = "task-3367331" [ 986.886894] env[69316]: _type = "Task" [ 986.886894] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.894683] env[69316]: DEBUG oslo_vmware.api [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.138547] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52994767-5465-b0c5-e71e-7e9f3f6c0735, 'name': SearchDatastore_Task, 'duration_secs': 0.006878} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.144792] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.145698] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d720ac15-857a-4d64-a94d-d9d2bcc2a8eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.162717] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 987.162717] env[69316]: value = "task-3367332" [ 987.162717] env[69316]: _type = "Task" [ 987.162717] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.171439] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.260910] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86e8285f-9bf1-405a-81e3-746ce174a008 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Lock "a3daa3e4-fd53-4dc7-829b-a082157bcfa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.936s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.360259] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521c296a-889c-e93a-0e37-efcc9f8664c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.360460] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.360744] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 8e9f11c6-f27a-4535-9c51-388f45037be7/8e9f11c6-f27a-4535-9c51-388f45037be7.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.361012] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afcfe380-9aae-439c-b1db-ae72c604325c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.368416] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 987.368416] env[69316]: value = "task-3367333" [ 987.368416] env[69316]: _type = "Task" [ 987.368416] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.372815] env[69316]: DEBUG nova.network.neutron [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updating instance_info_cache with network_info: [{"id": "28bd6b11-ae8b-4490-b433-74a70d44341a", "address": "fa:16:3e:7f:d4:01", "network": {"id": "5cc20cc5-2517-4e0f-93b2-b6d45f89b3d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2008904156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "896a4d0e20eb4ed3b4e9f7f0b3470cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bd6b11-ae", "ovs_interfaceid": "28bd6b11-ae8b-4490-b433-74a70d44341a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.378849] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.396479] env[69316]: DEBUG oslo_vmware.api [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367331, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.675031] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367332, 'name': ReconfigVM_Task, 'duration_secs': 0.214991} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.675237] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.676483] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81766fb-6fbb-455c-8a4c-051b2e67f95a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.699989] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d/0365659e-b134-4241-a4ec-f6f6378c228d.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.699989] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21423492-0c55-4b74-bd4a-8983cd280dfa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.718773] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 987.718773] env[69316]: value = "task-3367334" [ 987.718773] env[69316]: _type = "Task" [ 987.718773] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.730612] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.877631] env[69316]: DEBUG oslo_concurrency.lockutils [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Releasing lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.883193] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45951} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.883437] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 8e9f11c6-f27a-4535-9c51-388f45037be7/8e9f11c6-f27a-4535-9c51-388f45037be7.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.883955] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.883955] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c80ea1d3-39e7-4a66-96cd-58b10f2520b0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.895251] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 987.895251] env[69316]: value = "task-3367335" [ 987.895251] env[69316]: _type = "Task" [ 987.895251] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.904497] env[69316]: DEBUG oslo_vmware.api [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367331, 'name': PowerOffVM_Task, 'duration_secs': 0.576548} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.906254] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.906254] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.906254] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b206303f-9d3b-4dcf-bd88-39ecc9cc0848 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.913355] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.992857] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.993208] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.993427] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleting the datastore file [datastore2] 15d45208-7c48-4c60-87bf-b26a14fa861f {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.996171] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a5e0a75-33fa-47ec-b02a-aa3897630245 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.002149] env[69316]: DEBUG oslo_vmware.api [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 988.002149] env[69316]: value = "task-3367337" [ 988.002149] env[69316]: _type = "Task" [ 988.002149] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.013725] env[69316]: DEBUG oslo_vmware.api [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.186684] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37476727-14b1-427b-87e4-66338115c216 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.194133] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0c1f9f-2afc-4629-b379-205b76255e6a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.226419] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56006bbd-4c22-495e-9207-6df34eee4c7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.235080] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367334, 'name': ReconfigVM_Task, 'duration_secs': 0.433143} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.237254] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d/0365659e-b134-4241-a4ec-f6f6378c228d.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.238200] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52f3b1-52ea-4118-88c7-c0b2a825192c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.242532] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cda79d-e288-435f-b449-40c1001358f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.257507] env[69316]: DEBUG nova.compute.provider_tree [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.273201] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d356ee90-e897-48a4-a0d4-1d84cfe2a2a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.293484] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d567b4-e3d2-4ec9-aedb-a24a5f519e6e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.311112] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811bea69-d128-417b-ab09-de114f82995b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.315918] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.316180] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0951685-d22c-494c-9b05-bb575926b9c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.322529] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 988.322529] env[69316]: value = "task-3367338" [ 988.322529] env[69316]: _type = "Task" [ 988.322529] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.329993] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.405586] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067948} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.406355] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.407046] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc2e3d1-4225-4c2c-a676-0955a143cfe1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.426014] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8e9f11c6-f27a-4535-9c51-388f45037be7/8e9f11c6-f27a-4535-9c51-388f45037be7.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.428254] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70d2c60-050f-4a20-8f78-48cd87713a6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.448720] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 988.448720] env[69316]: value = "task-3367339" [ 988.448720] env[69316]: _type = "Task" [ 988.448720] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.458906] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.512138] env[69316]: DEBUG oslo_vmware.api [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174932} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.512397] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.512576] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.512761] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.512913] env[69316]: INFO nova.compute.manager [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 988.513243] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.513356] env[69316]: DEBUG nova.compute.manager [-] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.513446] env[69316]: DEBUG nova.network.neutron [-] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.798186] env[69316]: ERROR nova.scheduler.client.report [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [req-0db08119-e680-47b3-aafe-b0e0e599d057] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0db08119-e680-47b3-aafe-b0e0e599d057"}]} [ 988.821415] env[69316]: DEBUG nova.scheduler.client.report [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Refreshing inventories for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 988.833228] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.847204] env[69316]: DEBUG nova.scheduler.client.report [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Updating ProviderTree inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 988.847204] env[69316]: DEBUG nova.compute.provider_tree [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.858266] env[69316]: DEBUG nova.scheduler.client.report [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Refreshing aggregate associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, aggregates: None {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 988.877584] env[69316]: DEBUG nova.scheduler.client.report [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Refreshing trait associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 988.942531] env[69316]: DEBUG nova.compute.manager [req-2b23f811-0c45-42f1-9026-0ec6e0e8321a req-689eee2e-5f1a-4649-a209-a94676730918 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Received event network-vif-deleted-4895589a-b565-4f50-8aa0-cbe22761f4bf {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.942779] env[69316]: INFO nova.compute.manager [req-2b23f811-0c45-42f1-9026-0ec6e0e8321a req-689eee2e-5f1a-4649-a209-a94676730918 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Neutron deleted interface 4895589a-b565-4f50-8aa0-cbe22761f4bf; detaching it from the instance and deleting it from the info cache [ 988.942878] env[69316]: DEBUG nova.network.neutron [req-2b23f811-0c45-42f1-9026-0ec6e0e8321a req-689eee2e-5f1a-4649-a209-a94676730918 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.963037] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.310617] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8fd586-3e68-4136-bffd-0109d2d9dda7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.319684] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548191ea-9da9-41bb-8931-9632ee3a4f3c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.331593] env[69316]: DEBUG oslo_vmware.api [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367338, 'name': PowerOnVM_Task, 'duration_secs': 0.600822} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.357251] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.362856] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af01fb-0837-4a1c-8d0c-dc01aaa0f7ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.371360] env[69316]: DEBUG nova.network.neutron [-] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.373283] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e53059-274b-4e55-accb-a879fd25cc9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.393712] env[69316]: DEBUG nova.compute.provider_tree [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.452813] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cea36461-bbaa-42e0-990f-04aad5eafb9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.458445] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.459209] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-112ed8f0-d1a0-4096-a2ba-e21a27c8ea41 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.468494] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728299e9-7797-4312-9a62-a04c0cdee48b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.479768] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.481975] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 989.481975] env[69316]: value = "task-3367340" [ 989.481975] env[69316]: _type = "Task" [ 989.481975] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.490193] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.503944] env[69316]: DEBUG nova.compute.manager [req-2b23f811-0c45-42f1-9026-0ec6e0e8321a req-689eee2e-5f1a-4649-a209-a94676730918 service nova] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Detach interface failed, port_id=4895589a-b565-4f50-8aa0-cbe22761f4bf, reason: Instance 15d45208-7c48-4c60-87bf-b26a14fa861f could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.879188] env[69316]: INFO nova.compute.manager [-] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Took 1.37 seconds to deallocate network for instance. [ 989.938023] env[69316]: DEBUG nova.scheduler.client.report [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 989.938023] env[69316]: DEBUG nova.compute.provider_tree [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 98 to 99 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 989.938023] env[69316]: DEBUG nova.compute.provider_tree [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.962799] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367339, 'name': ReconfigVM_Task, 'duration_secs': 1.169473} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.963068] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8e9f11c6-f27a-4535-9c51-388f45037be7/8e9f11c6-f27a-4535-9c51-388f45037be7.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.963685] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f3e76a-8d0a-48e4-ae4b-cbcff7fd17aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.970150] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 989.970150] env[69316]: value = "task-3367341" [ 989.970150] env[69316]: _type = "Task" [ 989.970150] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.978324] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367341, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.991279] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367340, 'name': PowerOffVM_Task, 'duration_secs': 0.259616} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.991581] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.992425] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d168765a-9405-44be-9192-231eb5a17701 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.015999] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2c75f7-fa89-4f8e-8e8c-10dca8d5b943 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.050599] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.050887] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-900eb8df-1859-4a1c-acd2-ba2fbda47c19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.057185] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 990.057185] env[69316]: value = "task-3367342" [ 990.057185] env[69316]: _type = "Task" [ 990.057185] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.064865] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.375967] env[69316]: INFO nova.compute.manager [None req-9caf813b-6a64-4bfd-8b2e-e265f60093e6 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance to original state: 'active' [ 990.388810] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.439903] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.708s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.440477] env[69316]: DEBUG nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.443337] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.300s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.444913] env[69316]: INFO nova.compute.claims [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.483604] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367341, 'name': Rename_Task, 'duration_secs': 0.23736} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.483889] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.485129] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac23c5aa-7ec2-44b9-8002-89af934d2832 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.492364] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 990.492364] env[69316]: value = "task-3367343" [ 990.492364] env[69316]: _type = "Task" [ 990.492364] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.505744] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.568268] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 990.568604] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.568916] env[69316]: DEBUG oslo_concurrency.lockutils [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.569124] env[69316]: DEBUG oslo_concurrency.lockutils [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.569351] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.570115] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c2888f6-4620-44ee-ab42-a7b06aedc854 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.578448] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.578648] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.579391] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2142c8-7f87-44fe-9966-fabd648b75f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.584914] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 990.584914] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5253b701-a30c-1010-36bf-d60db50d0d0a" [ 990.584914] env[69316]: _type = "Task" [ 990.584914] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.592600] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5253b701-a30c-1010-36bf-d60db50d0d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.952449] env[69316]: DEBUG nova.compute.utils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.954063] env[69316]: DEBUG nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.954476] env[69316]: DEBUG nova.network.neutron [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.003861] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367343, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.005856] env[69316]: DEBUG nova.policy [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70ab3b11986642af81bb4279f1f4ddd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a6a964326ef4263b499711ba36a0095', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.097306] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5253b701-a30c-1010-36bf-d60db50d0d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.014602} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.098207] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dddbb144-2923-470a-8ba3-4c6d631fb33c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.104740] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 991.104740] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526e8897-870b-4ecb-1e1d-5d59f80c8deb" [ 991.104740] env[69316]: _type = "Task" [ 991.104740] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.114349] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526e8897-870b-4ecb-1e1d-5d59f80c8deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.295391] env[69316]: DEBUG nova.network.neutron [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Successfully created port: 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.459691] env[69316]: DEBUG nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.512224] env[69316]: DEBUG oslo_vmware.api [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367343, 'name': PowerOnVM_Task, 'duration_secs': 0.66773} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.512560] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.512834] env[69316]: DEBUG nova.compute.manager [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.515231] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b04169-ca28-41e5-bf6b-fd7fb85807fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.615998] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526e8897-870b-4ecb-1e1d-5d59f80c8deb, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.616220] env[69316]: DEBUG oslo_concurrency.lockutils [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.616483] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. {{(pid=69316) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 991.616741] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1b68e8-3c7b-4288-8674-583bd657a691 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.623769] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 991.623769] env[69316]: value = "task-3367344" [ 991.623769] env[69316]: _type = "Task" [ 991.623769] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.632058] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.873439] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17fffb5-d3a0-472a-af0f-1123bc64c7d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.880970] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae055848-bdc1-45c0-b5fc-6b9b29952193 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.910096] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f55d96-1c27-47e8-9340-9c5ff74d423e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.918126] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50256279-e769-4552-9438-5a13c12135fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.933577] env[69316]: DEBUG nova.compute.provider_tree [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.958173] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "0365659e-b134-4241-a4ec-f6f6378c228d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.958428] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "0365659e-b134-4241-a4ec-f6f6378c228d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.958632] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.958816] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.959089] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "0365659e-b134-4241-a4ec-f6f6378c228d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.962135] env[69316]: INFO nova.compute.manager [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Terminating instance [ 992.040573] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.134184] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.436653] env[69316]: DEBUG nova.scheduler.client.report [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.474330] env[69316]: DEBUG nova.compute.manager [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.474330] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.474330] env[69316]: DEBUG nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.479499] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ec045-e7f5-417f-9f26-c3e73b324202 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.489898] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.489898] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6ff786-ba94-4943-9ac3-1289f867cf68 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.497671] env[69316]: DEBUG oslo_vmware.api [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 992.497671] env[69316]: value = "task-3367345" [ 992.497671] env[69316]: _type = "Task" [ 992.497671] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.508612] env[69316]: DEBUG oslo_vmware.api [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.625285] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.625548] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.625730] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.625917] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.626074] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.626326] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.626425] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.626584] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.626774] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.626944] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.627135] env[69316]: DEBUG nova.virt.hardware [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.628396] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea623a-dccb-49c1-80a9-4fce267d997e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.644563] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986799} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.646474] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00376a7-6866-4b6d-8399-44b7f430e1b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.651777] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. [ 992.652895] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1b8051-3946-4d3e-89ad-37f75612994d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.689019] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.689359] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506f4dc1-5117-4d40-bb22-8f57b737a1c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.711295] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 992.711295] env[69316]: value = "task-3367346" [ 992.711295] env[69316]: _type = "Task" [ 992.711295] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.719906] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.742862] env[69316]: DEBUG nova.compute.manager [req-b46053ba-57b7-45c0-b774-25020bd0ae11 req-51a9b002-c458-46a0-9e67-9e6ecde321d3 service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Received event network-vif-plugged-91914bb9-ca4f-424d-9c0b-2a15d22c0b63 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.743138] env[69316]: DEBUG oslo_concurrency.lockutils [req-b46053ba-57b7-45c0-b774-25020bd0ae11 req-51a9b002-c458-46a0-9e67-9e6ecde321d3 service nova] Acquiring lock "26137fcb-30f3-424f-a5eb-893da583129c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.743354] env[69316]: DEBUG oslo_concurrency.lockutils [req-b46053ba-57b7-45c0-b774-25020bd0ae11 req-51a9b002-c458-46a0-9e67-9e6ecde321d3 service nova] Lock "26137fcb-30f3-424f-a5eb-893da583129c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.743518] env[69316]: DEBUG oslo_concurrency.lockutils [req-b46053ba-57b7-45c0-b774-25020bd0ae11 req-51a9b002-c458-46a0-9e67-9e6ecde321d3 service nova] Lock "26137fcb-30f3-424f-a5eb-893da583129c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.743719] env[69316]: DEBUG nova.compute.manager [req-b46053ba-57b7-45c0-b774-25020bd0ae11 req-51a9b002-c458-46a0-9e67-9e6ecde321d3 service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] No waiting events found dispatching network-vif-plugged-91914bb9-ca4f-424d-9c0b-2a15d22c0b63 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.743837] env[69316]: WARNING nova.compute.manager [req-b46053ba-57b7-45c0-b774-25020bd0ae11 req-51a9b002-c458-46a0-9e67-9e6ecde321d3 service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Received unexpected event network-vif-plugged-91914bb9-ca4f-424d-9c0b-2a15d22c0b63 for instance with vm_state building and task_state spawning. [ 992.842390] env[69316]: DEBUG nova.network.neutron [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Successfully updated port: 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.942504] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.943107] env[69316]: DEBUG nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.949015] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.548s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.949015] env[69316]: INFO nova.compute.claims [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.009840] env[69316]: DEBUG oslo_vmware.api [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367345, 'name': PowerOffVM_Task, 'duration_secs': 0.250549} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.010189] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.010378] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.010677] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd265c8d-6f67-4391-8972-6f6dfcffcb0b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.059378] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "8e9f11c6-f27a-4535-9c51-388f45037be7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.059681] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "8e9f11c6-f27a-4535-9c51-388f45037be7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.059932] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "8e9f11c6-f27a-4535-9c51-388f45037be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.060167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "8e9f11c6-f27a-4535-9c51-388f45037be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.060376] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "8e9f11c6-f27a-4535-9c51-388f45037be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.062681] env[69316]: INFO nova.compute.manager [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Terminating instance [ 993.081203] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.081483] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.081675] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Deleting the datastore file [datastore1] 0365659e-b134-4241-a4ec-f6f6378c228d {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.081943] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-017e5bd2-af68-4017-9457-57e8e5acdf10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.087991] env[69316]: DEBUG oslo_vmware.api [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 993.087991] env[69316]: value = "task-3367348" [ 993.087991] env[69316]: _type = "Task" [ 993.087991] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.095923] env[69316]: DEBUG oslo_vmware.api [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.220604] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367346, 'name': ReconfigVM_Task, 'duration_secs': 0.28629} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.220950] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Reconfigured VM instance instance-00000041 to attach disk [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.221842] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de26c63f-41d2-497a-80b1-20555c89d65c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.248425] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6198ce62-0919-49e1-8f45-590362e52a30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.263234] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 993.263234] env[69316]: value = "task-3367349" [ 993.263234] env[69316]: _type = "Task" [ 993.263234] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.271041] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.345915] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquiring lock "refresh_cache-26137fcb-30f3-424f-a5eb-893da583129c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.345915] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquired lock "refresh_cache-26137fcb-30f3-424f-a5eb-893da583129c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.345915] env[69316]: DEBUG nova.network.neutron [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.453880] env[69316]: DEBUG nova.compute.utils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.459921] env[69316]: DEBUG nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.460143] env[69316]: DEBUG nova.network.neutron [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.513014] env[69316]: DEBUG nova.policy [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4d979fd7e84e7aaa94059d315acf23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b671d0ad8c344f492342d6e45bf262d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.568950] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "refresh_cache-8e9f11c6-f27a-4535-9c51-388f45037be7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.569167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired lock "refresh_cache-8e9f11c6-f27a-4535-9c51-388f45037be7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.569352] env[69316]: DEBUG nova.network.neutron [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.598647] env[69316]: DEBUG oslo_vmware.api [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500351} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.599032] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.599357] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.599611] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.599825] env[69316]: INFO nova.compute.manager [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 993.600084] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.600373] env[69316]: DEBUG nova.compute.manager [-] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.600373] env[69316]: DEBUG nova.network.neutron [-] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.777382] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367349, 'name': ReconfigVM_Task, 'duration_secs': 0.152523} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.778216] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.778216] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bda6b20-30a8-4f87-a933-93a68c86543b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.787748] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 993.787748] env[69316]: value = "task-3367350" [ 993.787748] env[69316]: _type = "Task" [ 993.787748] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.795616] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.962784] env[69316]: DEBUG nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.040213] env[69316]: DEBUG nova.network.neutron [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.064310] env[69316]: DEBUG nova.network.neutron [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Successfully created port: 91dfa901-47a8-4f68-b1dd-972ebedd8205 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.100201] env[69316]: DEBUG nova.network.neutron [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.193937] env[69316]: DEBUG nova.network.neutron [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Updating instance_info_cache with network_info: [{"id": "91914bb9-ca4f-424d-9c0b-2a15d22c0b63", "address": "fa:16:3e:6d:d2:6d", "network": {"id": "01e57cac-1332-4017-949e-f0844e2bd064", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-137331103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6a964326ef4263b499711ba36a0095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91914bb9-ca", "ovs_interfaceid": "91914bb9-ca4f-424d-9c0b-2a15d22c0b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.235095] env[69316]: DEBUG nova.network.neutron [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.303401] env[69316]: DEBUG oslo_vmware.api [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367350, 'name': PowerOnVM_Task, 'duration_secs': 0.413552} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.303605] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.306660] env[69316]: DEBUG nova.compute.manager [None req-170d197c-b3f0-478e-b86a-027c3119c715 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.307458] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a7109-eaa6-4d53-831b-d246e25b5353 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.473949] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c113fb-a9e9-4c9b-ae9b-e195ed934a5e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.482054] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b190e092-1aed-4167-bbff-41b03bc05823 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.523126] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba2df09-448e-4597-8ca0-a960a7729105 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.531177] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f796a-d005-48c6-81d8-7fe5f7b3ca26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.544851] env[69316]: DEBUG nova.network.neutron [-] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.546785] env[69316]: DEBUG nova.compute.provider_tree [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.697467] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Releasing lock "refresh_cache-26137fcb-30f3-424f-a5eb-893da583129c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.697874] env[69316]: DEBUG nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Instance network_info: |[{"id": "91914bb9-ca4f-424d-9c0b-2a15d22c0b63", "address": "fa:16:3e:6d:d2:6d", "network": {"id": "01e57cac-1332-4017-949e-f0844e2bd064", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-137331103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6a964326ef4263b499711ba36a0095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91914bb9-ca", "ovs_interfaceid": "91914bb9-ca4f-424d-9c0b-2a15d22c0b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.698360] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:d2:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91914bb9-ca4f-424d-9c0b-2a15d22c0b63', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.707421] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Creating folder: Project (9a6a964326ef4263b499711ba36a0095). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.707737] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbe02c17-0e72-4f69-aed7-aba8350e0f2d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.718592] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Created folder: Project (9a6a964326ef4263b499711ba36a0095) in parent group-v671748. [ 994.718728] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Creating folder: Instances. Parent ref: group-v671944. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.718961] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-362eeec9-d2dd-4bbf-8dcc-33080b2642aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.728332] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Created folder: Instances in parent group-v671944. [ 994.728574] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.728780] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.728979] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511e862e-8efb-4238-ab80-73eac19cf039 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.744083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Releasing lock "refresh_cache-8e9f11c6-f27a-4535-9c51-388f45037be7" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.744618] env[69316]: DEBUG nova.compute.manager [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.744814] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.745632] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d6a61-09f7-4b51-a933-cb5691e6b999 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.754497] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.755727] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b356e579-2844-4a33-9364-4b61f18a216c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.757189] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.757189] env[69316]: value = "task-3367353" [ 994.757189] env[69316]: _type = "Task" [ 994.757189] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.761276] env[69316]: DEBUG oslo_vmware.api [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 994.761276] env[69316]: value = "task-3367354" [ 994.761276] env[69316]: _type = "Task" [ 994.761276] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.767340] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367353, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.772309] env[69316]: DEBUG oslo_vmware.api [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.978806] env[69316]: DEBUG nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.010473] env[69316]: DEBUG nova.compute.manager [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Received event network-changed-91914bb9-ca4f-424d-9c0b-2a15d22c0b63 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.010706] env[69316]: DEBUG nova.compute.manager [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Refreshing instance network info cache due to event network-changed-91914bb9-ca4f-424d-9c0b-2a15d22c0b63. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.011564] env[69316]: DEBUG oslo_concurrency.lockutils [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] Acquiring lock "refresh_cache-26137fcb-30f3-424f-a5eb-893da583129c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.011700] env[69316]: DEBUG oslo_concurrency.lockutils [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] Acquired lock "refresh_cache-26137fcb-30f3-424f-a5eb-893da583129c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.011916] env[69316]: DEBUG nova.network.neutron [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Refreshing network info cache for port 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.015257] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.015432] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.015594] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.015780] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.016010] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.016254] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.016508] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.016675] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.016847] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.017024] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.017196] env[69316]: DEBUG nova.virt.hardware [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.018369] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52188a32-c18f-4085-9550-bf92ac2d7516 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.030166] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ed229-3147-438a-93b5-93b71f759be4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.049290] env[69316]: INFO nova.compute.manager [-] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Took 1.45 seconds to deallocate network for instance. [ 995.050919] env[69316]: DEBUG nova.scheduler.client.report [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.232113] env[69316]: DEBUG nova.network.neutron [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Updated VIF entry in instance network info cache for port 91914bb9-ca4f-424d-9c0b-2a15d22c0b63. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.232476] env[69316]: DEBUG nova.network.neutron [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Updating instance_info_cache with network_info: [{"id": "91914bb9-ca4f-424d-9c0b-2a15d22c0b63", "address": "fa:16:3e:6d:d2:6d", "network": {"id": "01e57cac-1332-4017-949e-f0844e2bd064", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-137331103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6a964326ef4263b499711ba36a0095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91914bb9-ca", "ovs_interfaceid": "91914bb9-ca4f-424d-9c0b-2a15d22c0b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.270609] env[69316]: DEBUG oslo_vmware.api [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367354, 'name': PowerOffVM_Task, 'duration_secs': 0.108886} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.275361] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.275593] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.275808] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367353, 'name': CreateVM_Task, 'duration_secs': 0.349074} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.275997] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e63629-2a8c-47ac-af94-8bf8568f9b7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.277313] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.277943] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.278121] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.278426] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.278980] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e39b0ef-98d2-411c-87a5-12573d41344f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.283590] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 995.283590] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5293de59-eeb5-b63e-c4d7-b10d70c2dd3d" [ 995.283590] env[69316]: _type = "Task" [ 995.283590] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.292487] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5293de59-eeb5-b63e-c4d7-b10d70c2dd3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.307639] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.307843] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.308025] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Deleting the datastore file [datastore1] 8e9f11c6-f27a-4535-9c51-388f45037be7 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.308289] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-324a0639-9006-4928-9339-a4dbf357c9fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.315486] env[69316]: DEBUG oslo_vmware.api [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 995.315486] env[69316]: value = "task-3367356" [ 995.315486] env[69316]: _type = "Task" [ 995.315486] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.323604] env[69316]: DEBUG oslo_vmware.api [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.489835] env[69316]: DEBUG nova.compute.manager [req-8bac5a54-fd04-438a-838e-4a29194fa0f2 req-166f7c23-b0c3-4b2b-98bb-6ac6488eae9c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Received event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.490050] env[69316]: DEBUG nova.compute.manager [req-8bac5a54-fd04-438a-838e-4a29194fa0f2 req-166f7c23-b0c3-4b2b-98bb-6ac6488eae9c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing instance network info cache due to event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.490279] env[69316]: DEBUG oslo_concurrency.lockutils [req-8bac5a54-fd04-438a-838e-4a29194fa0f2 req-166f7c23-b0c3-4b2b-98bb-6ac6488eae9c service nova] Acquiring lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.490861] env[69316]: DEBUG oslo_concurrency.lockutils [req-8bac5a54-fd04-438a-838e-4a29194fa0f2 req-166f7c23-b0c3-4b2b-98bb-6ac6488eae9c service nova] Acquired lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.492087] env[69316]: DEBUG nova.network.neutron [req-8bac5a54-fd04-438a-838e-4a29194fa0f2 req-166f7c23-b0c3-4b2b-98bb-6ac6488eae9c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.558212] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.558773] env[69316]: DEBUG nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.561301] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.498s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.563029] env[69316]: INFO nova.compute.claims [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.566083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.702486] env[69316]: DEBUG nova.network.neutron [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Successfully updated port: 91dfa901-47a8-4f68-b1dd-972ebedd8205 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.734625] env[69316]: DEBUG oslo_concurrency.lockutils [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] Releasing lock "refresh_cache-26137fcb-30f3-424f-a5eb-893da583129c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.734902] env[69316]: DEBUG nova.compute.manager [req-cc5711d8-339d-45af-9ea9-9289df58bf08 req-954b364a-b0b9-463e-8c2a-9bb1de0955de service nova] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Received event network-vif-deleted-8c75bdd1-569d-46fc-a11c-233106812c61 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.794552] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5293de59-eeb5-b63e-c4d7-b10d70c2dd3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.794845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.795107] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.795334] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.795554] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.795657] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.795914] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38acaf2b-b133-49cf-b130-4f9df091a407 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.811674] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.811868] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.812627] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe170c6-6a07-40d7-94b1-6d610e602027 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.820732] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 995.820732] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526bacec-9088-8933-a896-3e5e370041b4" [ 995.820732] env[69316]: _type = "Task" [ 995.820732] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.826795] env[69316]: DEBUG oslo_vmware.api [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081743} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.827365] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.827558] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.827752] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.827937] env[69316]: INFO nova.compute.manager [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 995.828182] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.828369] env[69316]: DEBUG nova.compute.manager [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.828478] env[69316]: DEBUG nova.network.neutron [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.833172] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526bacec-9088-8933-a896-3e5e370041b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.851327] env[69316]: DEBUG nova.network.neutron [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.067038] env[69316]: DEBUG nova.compute.utils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.068898] env[69316]: DEBUG nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.069953] env[69316]: DEBUG nova.network.neutron [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.156212] env[69316]: DEBUG nova.policy [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6c61242fc314858a4f93db91f47aceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f53327dae77f4105b31578fe9cd7316b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.206020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.206020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.206020] env[69316]: DEBUG nova.network.neutron [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.262281] env[69316]: DEBUG nova.network.neutron [req-8bac5a54-fd04-438a-838e-4a29194fa0f2 req-166f7c23-b0c3-4b2b-98bb-6ac6488eae9c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updated VIF entry in instance network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.262713] env[69316]: DEBUG nova.network.neutron [req-8bac5a54-fd04-438a-838e-4a29194fa0f2 req-166f7c23-b0c3-4b2b-98bb-6ac6488eae9c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updating instance_info_cache with network_info: [{"id": "28bd6b11-ae8b-4490-b433-74a70d44341a", "address": "fa:16:3e:7f:d4:01", "network": {"id": "5cc20cc5-2517-4e0f-93b2-b6d45f89b3d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2008904156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "896a4d0e20eb4ed3b4e9f7f0b3470cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bd6b11-ae", "ovs_interfaceid": "28bd6b11-ae8b-4490-b433-74a70d44341a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.333869] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526bacec-9088-8933-a896-3e5e370041b4, 'name': SearchDatastore_Task, 'duration_secs': 0.025969} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.335363] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df2be620-ee67-4bca-99c8-49e434738e09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.342914] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 996.342914] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5213faec-1a8b-8a6c-46b5-29e051bc6cad" [ 996.342914] env[69316]: _type = "Task" [ 996.342914] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.353314] env[69316]: DEBUG nova.network.neutron [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.354818] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5213faec-1a8b-8a6c-46b5-29e051bc6cad, 'name': SearchDatastore_Task} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.355108] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.355385] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 26137fcb-30f3-424f-a5eb-893da583129c/26137fcb-30f3-424f-a5eb-893da583129c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.355760] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-337cd608-cb43-4483-b893-ea450f4ff5dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.366025] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 996.366025] env[69316]: value = "task-3367357" [ 996.366025] env[69316]: _type = "Task" [ 996.366025] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.373182] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.576371] env[69316]: DEBUG nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.616850] env[69316]: DEBUG nova.network.neutron [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Successfully created port: e4053827-8a1e-488f-be85-2406b78a8855 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.766080] env[69316]: DEBUG oslo_concurrency.lockutils [req-8bac5a54-fd04-438a-838e-4a29194fa0f2 req-166f7c23-b0c3-4b2b-98bb-6ac6488eae9c service nova] Releasing lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.776793] env[69316]: DEBUG nova.network.neutron [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.859444] env[69316]: INFO nova.compute.manager [-] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Took 1.03 seconds to deallocate network for instance. [ 996.876717] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45468} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.876961] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 26137fcb-30f3-424f-a5eb-893da583129c/26137fcb-30f3-424f-a5eb-893da583129c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.877188] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.877429] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c724a3b9-d59f-450f-8013-727f22aea77d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.884236] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 996.884236] env[69316]: value = "task-3367358" [ 996.884236] env[69316]: _type = "Task" [ 996.884236] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.893841] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.058505] env[69316]: DEBUG nova.network.neutron [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Updating instance_info_cache with network_info: [{"id": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "address": "fa:16:3e:c0:7e:1d", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91dfa901-47", "ovs_interfaceid": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.074028] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5c1f09-ab0b-4a4d-9156-435d2cf6d993 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.088018] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2237e598-3110-4d22-b57c-b130930b5057 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.133511] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8055621d-f303-40ac-9229-72f16f39ee6d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.142491] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a5b21-888a-4e74-915b-9bfd4b104766 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.160881] env[69316]: DEBUG nova.compute.provider_tree [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.362331] env[69316]: DEBUG nova.compute.manager [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Received event network-vif-plugged-91dfa901-47a8-4f68-b1dd-972ebedd8205 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.362331] env[69316]: DEBUG oslo_concurrency.lockutils [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] Acquiring lock "8757293e-ec02-4d08-9ac5-fec158bb82c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.362331] env[69316]: DEBUG oslo_concurrency.lockutils [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] Lock "8757293e-ec02-4d08-9ac5-fec158bb82c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.362331] env[69316]: DEBUG oslo_concurrency.lockutils [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] Lock "8757293e-ec02-4d08-9ac5-fec158bb82c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.362331] env[69316]: DEBUG nova.compute.manager [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] No waiting events found dispatching network-vif-plugged-91dfa901-47a8-4f68-b1dd-972ebedd8205 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.362570] env[69316]: WARNING nova.compute.manager [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Received unexpected event network-vif-plugged-91dfa901-47a8-4f68-b1dd-972ebedd8205 for instance with vm_state building and task_state spawning. [ 997.362570] env[69316]: DEBUG nova.compute.manager [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Received event network-changed-91dfa901-47a8-4f68-b1dd-972ebedd8205 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.362875] env[69316]: DEBUG nova.compute.manager [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Refreshing instance network info cache due to event network-changed-91dfa901-47a8-4f68-b1dd-972ebedd8205. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.362875] env[69316]: DEBUG oslo_concurrency.lockutils [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] Acquiring lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.368201] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.393663] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30157} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.393947] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.394742] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927b03f-9be0-4900-8ea2-bd357457290f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.419920] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 26137fcb-30f3-424f-a5eb-893da583129c/26137fcb-30f3-424f-a5eb-893da583129c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.420266] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6b6060-dbf5-460b-b3aa-69637dc95e35 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.441886] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 997.441886] env[69316]: value = "task-3367359" [ 997.441886] env[69316]: _type = "Task" [ 997.441886] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.450241] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.562482] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.563075] env[69316]: DEBUG nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Instance network_info: |[{"id": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "address": "fa:16:3e:c0:7e:1d", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91dfa901-47", "ovs_interfaceid": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.563247] env[69316]: DEBUG oslo_concurrency.lockutils [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] Acquired lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.563434] env[69316]: DEBUG nova.network.neutron [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Refreshing network info cache for port 91dfa901-47a8-4f68-b1dd-972ebedd8205 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.564775] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:7e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91dfa901-47a8-4f68-b1dd-972ebedd8205', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.574287] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.575743] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.575743] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59b8f3fa-56ba-4f43-8d46-e933afbbfd7d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.597956] env[69316]: DEBUG nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.608280] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.608280] env[69316]: value = "task-3367360" [ 997.608280] env[69316]: _type = "Task" [ 997.608280] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.621171] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367360, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.631094] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.631094] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.631094] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.631094] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.631094] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.631380] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.631681] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.631945] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.632195] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.632419] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.632664] env[69316]: DEBUG nova.virt.hardware [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.633905] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86703516-b8da-40fc-b32b-483d87ab5254 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.642803] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb5fddb-94e7-4f69-9fa9-c877002bc632 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.664942] env[69316]: DEBUG nova.scheduler.client.report [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.893034] env[69316]: DEBUG nova.compute.manager [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Received event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.893258] env[69316]: DEBUG nova.compute.manager [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing instance network info cache due to event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.893472] env[69316]: DEBUG oslo_concurrency.lockutils [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] Acquiring lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.893615] env[69316]: DEBUG oslo_concurrency.lockutils [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] Acquired lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.893775] env[69316]: DEBUG nova.network.neutron [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.951822] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367359, 'name': ReconfigVM_Task, 'duration_secs': 0.34966} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.952326] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 26137fcb-30f3-424f-a5eb-893da583129c/26137fcb-30f3-424f-a5eb-893da583129c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.953208] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9053a3b3-2109-4767-aee5-2ec701da0fe7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.959396] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 997.959396] env[69316]: value = "task-3367361" [ 997.959396] env[69316]: _type = "Task" [ 997.959396] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.967550] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367361, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.118737] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367360, 'name': CreateVM_Task, 'duration_secs': 0.398061} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.118977] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.119758] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.120020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.120392] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.120721] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebace25f-7b60-43f7-8432-e99a9693068a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.125518] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 998.125518] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a081e3-cab2-13a0-42bb-efb7b5ef26c8" [ 998.125518] env[69316]: _type = "Task" [ 998.125518] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.133701] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a081e3-cab2-13a0-42bb-efb7b5ef26c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.171832] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.173007] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 56.496s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.327584] env[69316]: DEBUG nova.network.neutron [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Updated VIF entry in instance network info cache for port 91dfa901-47a8-4f68-b1dd-972ebedd8205. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.327954] env[69316]: DEBUG nova.network.neutron [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Updating instance_info_cache with network_info: [{"id": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "address": "fa:16:3e:c0:7e:1d", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91dfa901-47", "ovs_interfaceid": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.472312] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367361, 'name': Rename_Task, 'duration_secs': 0.143555} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.472312] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.472615] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b744ab-65c1-402c-bb85-972912a6d9e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.480788] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 998.480788] env[69316]: value = "task-3367362" [ 998.480788] env[69316]: _type = "Task" [ 998.480788] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.489970] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.547275] env[69316]: DEBUG nova.network.neutron [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Successfully updated port: e4053827-8a1e-488f-be85-2406b78a8855 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.636788] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a081e3-cab2-13a0-42bb-efb7b5ef26c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.639619] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.639976] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.640296] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.640490] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.640739] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.641157] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8ee4ed-1ef6-4982-a3bf-c7dc26ba6053 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.650538] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.650758] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.651605] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112cc810-fb25-4c5c-ab30-a62729d4bd3d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.657462] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 998.657462] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5247471e-51fd-b466-edce-74c3a68f0139" [ 998.657462] env[69316]: _type = "Task" [ 998.657462] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.665506] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5247471e-51fd-b466-edce-74c3a68f0139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.687237] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "29adf53d-2827-4b10-9c16-3ba36f06ff81" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.687554] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "29adf53d-2827-4b10-9c16-3ba36f06ff81" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.689587] env[69316]: DEBUG nova.network.neutron [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updated VIF entry in instance network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.690838] env[69316]: DEBUG nova.network.neutron [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updating instance_info_cache with network_info: [{"id": "28bd6b11-ae8b-4490-b433-74a70d44341a", "address": "fa:16:3e:7f:d4:01", "network": {"id": "5cc20cc5-2517-4e0f-93b2-b6d45f89b3d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2008904156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "896a4d0e20eb4ed3b4e9f7f0b3470cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bd6b11-ae", "ovs_interfaceid": "28bd6b11-ae8b-4490-b433-74a70d44341a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.831748] env[69316]: DEBUG oslo_concurrency.lockutils [req-2776ce55-f7b1-45cc-97b2-6baf97f24f56 req-a564b7e3-1d41-48be-b594-988499873b25 service nova] Releasing lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.991336] env[69316]: DEBUG oslo_vmware.api [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367362, 'name': PowerOnVM_Task, 'duration_secs': 0.50411} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.991730] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.992018] env[69316]: INFO nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Took 6.52 seconds to spawn the instance on the hypervisor. [ 998.992293] env[69316]: DEBUG nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.993446] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9885367d-14fb-4cdc-a9a6-3b82ba72bbaf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.052665] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "refresh_cache-1c0f289d-f113-4735-bc69-573044063357" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.052821] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "refresh_cache-1c0f289d-f113-4735-bc69-573044063357" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.052994] env[69316]: DEBUG nova.network.neutron [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.167731] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5247471e-51fd-b466-edce-74c3a68f0139, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.168686] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97841eb-a38c-4fbc-9158-0cfac065adf9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.173777] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 999.173777] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cbbbf7-b866-06d8-91e5-d2c1fd185dd4" [ 999.173777] env[69316]: _type = "Task" [ 999.173777] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.181114] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cbbbf7-b866-06d8-91e5-d2c1fd185dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.190079] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Applying migration context for instance 391711ce-699a-4642-bd68-300c4cd94ce9 as it has an incoming, in-progress migration 2ccc307a-6d38-4ec5-be55-e19effd28fff. Migration status is confirming {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 999.192023] env[69316]: INFO nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating resource usage from migration 2ccc307a-6d38-4ec5-be55-e19effd28fff [ 999.192353] env[69316]: INFO nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating resource usage from migration 19d29e70-3715-494a-a6c1-d924d68526d3 [ 999.196599] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "29adf53d-2827-4b10-9c16-3ba36f06ff81" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.197257] env[69316]: DEBUG nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.199953] env[69316]: DEBUG oslo_concurrency.lockutils [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] Releasing lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.201529] env[69316]: DEBUG nova.compute.manager [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Received event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.201529] env[69316]: DEBUG nova.compute.manager [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing instance network info cache due to event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.201529] env[69316]: DEBUG oslo_concurrency.lockutils [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] Acquiring lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.204108] env[69316]: DEBUG oslo_concurrency.lockutils [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] Acquired lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.204337] env[69316]: DEBUG nova.network.neutron [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.221151] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance dd26354c-255e-445d-a262-9ebf5c8bd160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224112] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 2b8b533d-0169-463f-9035-b2267bb74a87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224112] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 6833f95d-d577-4f8a-bf82-3cec2dc8656b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224112] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance bb4003d9-d483-4eb6-a7db-cc067adad217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224112] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 48ed2483-9904-429f-b48d-8dc0150b8fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224112] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 15d45208-7c48-4c60-87bf-b26a14fa861f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.224112] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 5ff74a21-d2b2-488c-af74-bc597793bc69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.224112] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 17adb78a-c2b6-477d-b029-14b0acb2fd0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224112] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 9f872767-af4b-407f-a140-063c1b2c831f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.224112] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d6324a01-b72a-48b7-aa90-11ad8684823c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224112] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 0365659e-b134-4241-a4ec-f6f6378c228d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.224112] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 109ac746-dcb4-435f-96c7-620b681e713b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.224112] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 56311ae5-5d95-43a1-ac9f-52163dc1bb0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.224112] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance c19a70a3-55e0-4ce7-a2ca-d3875a9e7630 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.224112] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Migration 2ccc307a-6d38-4ec5-be55-e19effd28fff is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 999.224112] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 391711ce-699a-4642-bd68-300c4cd94ce9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224596] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d6f90165-8470-41f0-a14d-ad21b7f1f976 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.224596] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.224596] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 040b7fb2-af22-4986-94d3-ac9d2eb27b90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.518312] env[69316]: INFO nova.compute.manager [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Took 62.74 seconds to build instance. [ 999.596052] env[69316]: DEBUG nova.network.neutron [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.685940] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cbbbf7-b866-06d8-91e5-d2c1fd185dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.688256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.688256] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6/8757293e-ec02-4d08-9ac5-fec158bb82c6.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.688256] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58eae5a1-fd3a-4f9d-a69f-b75e188f86c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.696296] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 999.696296] env[69316]: value = "task-3367363" [ 999.696296] env[69316]: _type = "Task" [ 999.696296] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.707192] env[69316]: DEBUG nova.compute.utils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.715528] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.715528] env[69316]: DEBUG nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.715528] env[69316]: DEBUG nova.network.neutron [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.728107] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 63f16880-0be1-4e76-bd7b-c12e0c018c24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 999.728107] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 8e9f11c6-f27a-4535-9c51-388f45037be7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.728107] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance a4ba6caf-bf5f-422f-ac83-417c7c39ec3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.728107] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 26137fcb-30f3-424f-a5eb-893da583129c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.728107] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 8757293e-ec02-4d08-9ac5-fec158bb82c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.728107] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 1c0f289d-f113-4735-bc69-573044063357 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.728107] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 3f76253c-457b-46dd-89cf-c05dc895325b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.728451] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Migration 19d29e70-3715-494a-a6c1-d924d68526d3 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 999.728451] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance cb02e9e8-1395-4578-89af-7fd8f84c52db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.791786] env[69316]: DEBUG nova.policy [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b52468ff93b4445d8f94f0eb7f6b5a99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0ec3f72c9ec44c89449baad679a575d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.985986] env[69316]: DEBUG nova.compute.manager [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Received event network-vif-plugged-e4053827-8a1e-488f-be85-2406b78a8855 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.985986] env[69316]: DEBUG oslo_concurrency.lockutils [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] Acquiring lock "1c0f289d-f113-4735-bc69-573044063357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.985986] env[69316]: DEBUG oslo_concurrency.lockutils [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] Lock "1c0f289d-f113-4735-bc69-573044063357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.985986] env[69316]: DEBUG oslo_concurrency.lockutils [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] Lock "1c0f289d-f113-4735-bc69-573044063357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.985986] env[69316]: DEBUG nova.compute.manager [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] No waiting events found dispatching network-vif-plugged-e4053827-8a1e-488f-be85-2406b78a8855 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.985986] env[69316]: WARNING nova.compute.manager [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Received unexpected event network-vif-plugged-e4053827-8a1e-488f-be85-2406b78a8855 for instance with vm_state building and task_state spawning. [ 999.986565] env[69316]: DEBUG nova.compute.manager [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Received event network-changed-e4053827-8a1e-488f-be85-2406b78a8855 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.986954] env[69316]: DEBUG nova.compute.manager [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Refreshing instance network info cache due to event network-changed-e4053827-8a1e-488f-be85-2406b78a8855. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.988310] env[69316]: DEBUG oslo_concurrency.lockutils [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] Acquiring lock "refresh_cache-1c0f289d-f113-4735-bc69-573044063357" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.022089] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f4e8819-6239-4a51-941f-7d38f2f95048 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "26137fcb-30f3-424f-a5eb-893da583129c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.251s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.199224] env[69316]: DEBUG nova.network.neutron [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Updating instance_info_cache with network_info: [{"id": "e4053827-8a1e-488f-be85-2406b78a8855", "address": "fa:16:3e:73:39:cc", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4053827-8a", "ovs_interfaceid": "e4053827-8a1e-488f-be85-2406b78a8855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.210510] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367363, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.215989] env[69316]: DEBUG nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.234090] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 189ff7f2-0f9b-4126-b2da-7038b3be3cc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1000.234703] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1000.234986] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1000.364349] env[69316]: DEBUG nova.network.neutron [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updated VIF entry in instance network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.364772] env[69316]: DEBUG nova.network.neutron [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updating instance_info_cache with network_info: [{"id": "28bd6b11-ae8b-4490-b433-74a70d44341a", "address": "fa:16:3e:7f:d4:01", "network": {"id": "5cc20cc5-2517-4e0f-93b2-b6d45f89b3d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2008904156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "896a4d0e20eb4ed3b4e9f7f0b3470cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bd6b11-ae", "ovs_interfaceid": "28bd6b11-ae8b-4490-b433-74a70d44341a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.562966] env[69316]: DEBUG nova.network.neutron [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Successfully created port: a985fb0c-8377-4faa-ae2f-8c70cedaaa2f {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.617109] env[69316]: DEBUG nova.compute.manager [req-f2435904-99ed-4b92-b681-8110ff784be4 req-f1cdee6a-7900-4ebe-a765-5b5dc14741f8 service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Received event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.617321] env[69316]: DEBUG nova.compute.manager [req-f2435904-99ed-4b92-b681-8110ff784be4 req-f1cdee6a-7900-4ebe-a765-5b5dc14741f8 service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing instance network info cache due to event network-changed-28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.617561] env[69316]: DEBUG oslo_concurrency.lockutils [req-f2435904-99ed-4b92-b681-8110ff784be4 req-f1cdee6a-7900-4ebe-a765-5b5dc14741f8 service nova] Acquiring lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.677228] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb4fe47-df97-4ed1-9665-725053b85df5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.686166] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67384c7d-0b04-41c2-9c81-55f98bed299d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.720880] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "refresh_cache-1c0f289d-f113-4735-bc69-573044063357" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.721232] env[69316]: DEBUG nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Instance network_info: |[{"id": "e4053827-8a1e-488f-be85-2406b78a8855", "address": "fa:16:3e:73:39:cc", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4053827-8a", "ovs_interfaceid": "e4053827-8a1e-488f-be85-2406b78a8855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.728240] env[69316]: DEBUG oslo_concurrency.lockutils [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] Acquired lock "refresh_cache-1c0f289d-f113-4735-bc69-573044063357" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.728373] env[69316]: DEBUG nova.network.neutron [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Refreshing network info cache for port e4053827-8a1e-488f-be85-2406b78a8855 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.733022] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:39:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4053827-8a1e-488f-be85-2406b78a8855', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.739973] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.739973] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc9c8f-27cb-4f41-bb31-067ee31ea8d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.744188] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c0f289d-f113-4735-bc69-573044063357] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.744941] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ffe3d2c-2f1b-408c-baf5-dae55c2a4c57 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.766638] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531746} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.766638] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6/8757293e-ec02-4d08-9ac5-fec158bb82c6.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.766863] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.767770] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a2a355f-213a-4844-8adc-551d16abc455 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.771046] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c53a61-bfc6-4595-84e3-3b406628fb2c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.777020] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.777020] env[69316]: value = "task-3367364" [ 1000.777020] env[69316]: _type = "Task" [ 1000.777020] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.792346] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1000.792346] env[69316]: value = "task-3367365" [ 1000.792346] env[69316]: _type = "Task" [ 1000.792346] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.792886] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.804262] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367364, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.810510] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.871923] env[69316]: DEBUG oslo_concurrency.lockutils [req-efafae34-f53a-4127-878b-72228145f996 req-01645a02-a481-45a2-a253-403316c3048c service nova] Releasing lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.871923] env[69316]: DEBUG oslo_concurrency.lockutils [req-f2435904-99ed-4b92-b681-8110ff784be4 req-f1cdee6a-7900-4ebe-a765-5b5dc14741f8 service nova] Acquired lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.872067] env[69316]: DEBUG nova.network.neutron [req-f2435904-99ed-4b92-b681-8110ff784be4 req-f1cdee6a-7900-4ebe-a765-5b5dc14741f8 service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Refreshing network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.247671] env[69316]: DEBUG nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.279439] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.279671] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.279833] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.280256] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.280464] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.280653] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.280910] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.281135] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.281317] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.281779] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.281779] env[69316]: DEBUG nova.virt.hardware [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.282611] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c382c9d9-927d-4e19-80cd-a82d46dfd317 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.302677] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fed06a-415f-406f-8055-b15e25b4d66e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.310148] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367364, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.325849] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072697} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.326356] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.327172] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cb8435-4760-43cf-aeb1-f36ac7f01ddd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.355256] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6/8757293e-ec02-4d08-9ac5-fec158bb82c6.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.359269] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1001.359269] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 99 to 100 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1001.359269] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.361066] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f596464e-5fc0-4e5b-9c62-46402f8f9589 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.390564] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1001.390564] env[69316]: value = "task-3367366" [ 1001.390564] env[69316]: _type = "Task" [ 1001.390564] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.400235] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367366, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.624754] env[69316]: DEBUG nova.network.neutron [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Updated VIF entry in instance network info cache for port e4053827-8a1e-488f-be85-2406b78a8855. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.625253] env[69316]: DEBUG nova.network.neutron [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Updating instance_info_cache with network_info: [{"id": "e4053827-8a1e-488f-be85-2406b78a8855", "address": "fa:16:3e:73:39:cc", "network": {"id": "8602870b-c593-4bd1-9bab-e0cbb11c2358", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-608103774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53327dae77f4105b31578fe9cd7316b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4053827-8a", "ovs_interfaceid": "e4053827-8a1e-488f-be85-2406b78a8855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.716173] env[69316]: DEBUG nova.network.neutron [req-f2435904-99ed-4b92-b681-8110ff784be4 req-f1cdee6a-7900-4ebe-a765-5b5dc14741f8 service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updated VIF entry in instance network info cache for port 28bd6b11-ae8b-4490-b433-74a70d44341a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.716553] env[69316]: DEBUG nova.network.neutron [req-f2435904-99ed-4b92-b681-8110ff784be4 req-f1cdee6a-7900-4ebe-a765-5b5dc14741f8 service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updating instance_info_cache with network_info: [{"id": "28bd6b11-ae8b-4490-b433-74a70d44341a", "address": "fa:16:3e:7f:d4:01", "network": {"id": "5cc20cc5-2517-4e0f-93b2-b6d45f89b3d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2008904156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "896a4d0e20eb4ed3b4e9f7f0b3470cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bd6b11-ae", "ovs_interfaceid": "28bd6b11-ae8b-4490-b433-74a70d44341a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.795016] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367364, 'name': CreateVM_Task, 'duration_secs': 0.704936} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.795189] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c0f289d-f113-4735-bc69-573044063357] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.795884] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.796068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.796393] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.796657] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d28391c-657c-474b-882d-5efe69e8f2a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.802486] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1001.802486] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5244b686-62cb-dce0-4063-4a7e5100933e" [ 1001.802486] env[69316]: _type = "Task" [ 1001.802486] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.811531] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5244b686-62cb-dce0-4063-4a7e5100933e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.877356] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1001.877575] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.705s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.877842] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 57.207s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.878070] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.882945] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.529s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.882945] env[69316]: DEBUG nova.objects.instance [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1001.887311] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.887311] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Cleaning up deleted instances {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1001.907337] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367366, 'name': ReconfigVM_Task, 'duration_secs': 0.335612} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.908123] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6/8757293e-ec02-4d08-9ac5-fec158bb82c6.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.908932] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a8b365c-0e3d-42f7-a32b-f9adbfbda97e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.917779] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1001.917779] env[69316]: value = "task-3367367" [ 1001.917779] env[69316]: _type = "Task" [ 1001.917779] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.924894] env[69316]: INFO nova.scheduler.client.report [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Deleted allocations for instance 56311ae5-5d95-43a1-ac9f-52163dc1bb0b [ 1001.936074] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367367, 'name': Rename_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.029999] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquiring lock "26137fcb-30f3-424f-a5eb-893da583129c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.030297] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "26137fcb-30f3-424f-a5eb-893da583129c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.030521] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquiring lock "26137fcb-30f3-424f-a5eb-893da583129c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.030745] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "26137fcb-30f3-424f-a5eb-893da583129c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.030933] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "26137fcb-30f3-424f-a5eb-893da583129c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.034261] env[69316]: INFO nova.compute.manager [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Terminating instance [ 1002.110162] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.110874] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.110874] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.111069] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.111964] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.115087] env[69316]: INFO nova.compute.manager [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Terminating instance [ 1002.131830] env[69316]: DEBUG oslo_concurrency.lockutils [req-d843aef1-1c31-4294-a49e-35bfda27e324 req-d4b0c8f7-48be-4b67-984b-820a055c9cb5 service nova] Releasing lock "refresh_cache-1c0f289d-f113-4735-bc69-573044063357" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.220620] env[69316]: DEBUG oslo_concurrency.lockutils [req-f2435904-99ed-4b92-b681-8110ff784be4 req-f1cdee6a-7900-4ebe-a765-5b5dc14741f8 service nova] Releasing lock "refresh_cache-a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.314266] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5244b686-62cb-dce0-4063-4a7e5100933e, 'name': SearchDatastore_Task, 'duration_secs': 0.023063} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.314704] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.314778] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.315111] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.315295] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.315439] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.315608] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ba398bb-5767-4e47-9b53-2b2c955f46d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.325174] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.325393] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.326208] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6718495b-7762-41ea-a52d-7cf01be4d397 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.333038] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1002.333038] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52699a6b-09f8-74ce-be06-98f8df79c2d1" [ 1002.333038] env[69316]: _type = "Task" [ 1002.333038] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.344136] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52699a6b-09f8-74ce-be06-98f8df79c2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.406443] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] There are 43 instances to clean {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1002.406730] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 6764d904-c024-481e-9e99-f022b5c5e4f3] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.412188] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "b056e3e3-5fac-46aa-91d3-30394fa80178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.412525] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "b056e3e3-5fac-46aa-91d3-30394fa80178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.426780] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367367, 'name': Rename_Task, 'duration_secs': 0.168743} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.427059] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.427316] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a0d36c-65b9-44cd-a1e4-ee64195e51a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.434777] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1002.434777] env[69316]: value = "task-3367368" [ 1002.434777] env[69316]: _type = "Task" [ 1002.434777] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.447053] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b66e307-dfeb-481a-991b-568325fecc9a tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Lock "56311ae5-5d95-43a1-ac9f-52163dc1bb0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.912s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.456087] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367368, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.542084] env[69316]: DEBUG nova.compute.manager [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.542084] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.542900] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa77d066-ab81-440a-b3ba-1bcf95e5cd9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.555966] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.555966] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b1c94c-4b07-4ba4-9233-6699505896b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.562337] env[69316]: DEBUG nova.network.neutron [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Successfully updated port: a985fb0c-8377-4faa-ae2f-8c70cedaaa2f {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.565958] env[69316]: DEBUG oslo_vmware.api [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 1002.565958] env[69316]: value = "task-3367369" [ 1002.565958] env[69316]: _type = "Task" [ 1002.565958] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.579815] env[69316]: DEBUG oslo_vmware.api [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.622600] env[69316]: DEBUG nova.compute.manager [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.622892] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.623805] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f877b-ac78-4c9b-90ab-8d4bf22ee2e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.633181] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.633473] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c421f4fb-db6b-4ccc-abb4-55d5c7838b7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.643158] env[69316]: DEBUG oslo_vmware.api [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 1002.643158] env[69316]: value = "task-3367370" [ 1002.643158] env[69316]: _type = "Task" [ 1002.643158] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.656056] env[69316]: DEBUG oslo_vmware.api [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.844321] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52699a6b-09f8-74ce-be06-98f8df79c2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.845182] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a7c8b1-11cc-4519-b0f2-12771bf98aba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.850499] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1002.850499] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528b31e6-b63f-f93c-b24a-d52743701855" [ 1002.850499] env[69316]: _type = "Task" [ 1002.850499] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.863100] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528b31e6-b63f-f93c-b24a-d52743701855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.886652] env[69316]: DEBUG nova.compute.manager [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Received event network-vif-plugged-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.886874] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] Acquiring lock "3f76253c-457b-46dd-89cf-c05dc895325b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.887265] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] Lock "3f76253c-457b-46dd-89cf-c05dc895325b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.887470] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] Lock "3f76253c-457b-46dd-89cf-c05dc895325b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.887669] env[69316]: DEBUG nova.compute.manager [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] No waiting events found dispatching network-vif-plugged-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.887847] env[69316]: WARNING nova.compute.manager [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Received unexpected event network-vif-plugged-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f for instance with vm_state building and task_state spawning. [ 1002.888099] env[69316]: DEBUG nova.compute.manager [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Received event network-changed-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.888268] env[69316]: DEBUG nova.compute.manager [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Refreshing instance network info cache due to event network-changed-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.888860] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] Acquiring lock "refresh_cache-3f76253c-457b-46dd-89cf-c05dc895325b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.888860] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] Acquired lock "refresh_cache-3f76253c-457b-46dd-89cf-c05dc895325b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.888860] env[69316]: DEBUG nova.network.neutron [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Refreshing network info cache for port a985fb0c-8377-4faa-ae2f-8c70cedaaa2f {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.895462] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f810eff7-c45d-469c-adea-7be5c2c9df56 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.896479] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 50.937s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.913032] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 247ce9d7-300c-4e6e-a580-7baaa4aeb115] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.914847] env[69316]: DEBUG nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.947883] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367368, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.062206] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "refresh_cache-3f76253c-457b-46dd-89cf-c05dc895325b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.075698] env[69316]: DEBUG oslo_vmware.api [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367369, 'name': PowerOffVM_Task, 'duration_secs': 0.211299} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.076091] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.076156] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.076409] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca7800df-1184-4612-8d26-0314a984a6b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.158955] env[69316]: DEBUG oslo_vmware.api [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367370, 'name': PowerOffVM_Task, 'duration_secs': 0.263619} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.160730] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.161054] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.161495] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.161859] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.162215] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Deleting the datastore file [datastore2] 26137fcb-30f3-424f-a5eb-893da583129c {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.162651] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daf6ca72-364a-411d-9632-69a78eddb666 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.164957] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bf1ee56-72dd-4212-befd-d07664062b0c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.173383] env[69316]: DEBUG oslo_vmware.api [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for the task: (returnval){ [ 1003.173383] env[69316]: value = "task-3367373" [ 1003.173383] env[69316]: _type = "Task" [ 1003.173383] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.180404] env[69316]: DEBUG oslo_vmware.api [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.246572] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.246810] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.246994] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Deleting the datastore file [datastore1] a4ba6caf-bf5f-422f-ac83-417c7c39ec3f {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.247302] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56dc0abc-80a5-4449-a9fb-610b296cba57 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.255835] env[69316]: DEBUG oslo_vmware.api [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for the task: (returnval){ [ 1003.255835] env[69316]: value = "task-3367374" [ 1003.255835] env[69316]: _type = "Task" [ 1003.255835] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.262953] env[69316]: DEBUG oslo_vmware.api [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.360491] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528b31e6-b63f-f93c-b24a-d52743701855, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.360795] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.361157] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 1c0f289d-f113-4735-bc69-573044063357/1c0f289d-f113-4735-bc69-573044063357.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.361388] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bf1a546-53f2-4bce-b195-7938023a1238 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.367810] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1003.367810] env[69316]: value = "task-3367375" [ 1003.367810] env[69316]: _type = "Task" [ 1003.367810] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.375407] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.418922] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: f9319946-f7ff-48ab-addf-0a713b6f51de] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.443876] env[69316]: DEBUG nova.network.neutron [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.451484] env[69316]: DEBUG oslo_vmware.api [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367368, 'name': PowerOnVM_Task, 'duration_secs': 0.617959} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.455435] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.455743] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.455956] env[69316]: INFO nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1003.456148] env[69316]: DEBUG nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.457142] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a730afba-ef2a-41fc-a4c3-3b48bbcebb68 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.684029] env[69316]: DEBUG oslo_vmware.api [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Task: {'id': task-3367373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149263} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.687585] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.687835] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.688103] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.688369] env[69316]: INFO nova.compute.manager [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1003.688701] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.690145] env[69316]: DEBUG nova.compute.manager [-] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.690145] env[69316]: DEBUG nova.network.neutron [-] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.779549] env[69316]: DEBUG oslo_vmware.api [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Task: {'id': task-3367374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202247} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.783427] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.783830] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.784136] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.785178] env[69316]: INFO nova.compute.manager [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1003.785178] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.787306] env[69316]: DEBUG nova.compute.manager [-] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.787494] env[69316]: DEBUG nova.network.neutron [-] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.880083] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a0faf2-1b6c-46df-88bc-dac6103506f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.889465] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494959} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.890368] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 1c0f289d-f113-4735-bc69-573044063357/1c0f289d-f113-4735-bc69-573044063357.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.890736] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.891093] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6943c7f3-4148-41c3-a0c5-6abc44318a88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.901226] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a655f6ea-1254-4f94-98af-5941291b9459 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.908324] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1003.908324] env[69316]: value = "task-3367376" [ 1003.908324] env[69316]: _type = "Task" [ 1003.908324] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.963996] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 9e087a47-ce90-4d3a-9809-837705428f05] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.967227] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c71329-bdee-489a-bf10-dd486d731a36 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.981703] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367376, 'name': ExtendVirtualDisk_Task} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.984773] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.985875] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2808630a-9cf4-487f-ae8f-3006d18f6eee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.991271] env[69316]: INFO nova.compute.manager [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Took 65.87 seconds to build instance. [ 1003.997243] env[69316]: DEBUG nova.network.neutron [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.001039] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c37f57-b940-40e5-86bd-a99d33d0c2e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.044519] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 1c0f289d-f113-4735-bc69-573044063357/1c0f289d-f113-4735-bc69-573044063357.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.045637] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-094d7404-725e-44c8-8d31-096a8d6bdddf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.086770] env[69316]: DEBUG nova.compute.provider_tree [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.095501] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1004.095501] env[69316]: value = "task-3367377" [ 1004.095501] env[69316]: _type = "Task" [ 1004.095501] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.105158] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.467014] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 495ce11b-8ce9-4467-bac0-13a6412839a5] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.500208] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75012367-d6cd-4735-85a0-1af40e9e2e02 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "8757293e-ec02-4d08-9ac5-fec158bb82c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.387s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.508240] env[69316]: DEBUG nova.compute.manager [req-8e1b8d9b-7bf3-4413-a2ee-e842aabd6236 req-e4e2bd73-bd14-4ccd-ad29-7eb50004e61b service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Received event network-vif-deleted-91914bb9-ca4f-424d-9c0b-2a15d22c0b63 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.508436] env[69316]: INFO nova.compute.manager [req-8e1b8d9b-7bf3-4413-a2ee-e842aabd6236 req-e4e2bd73-bd14-4ccd-ad29-7eb50004e61b service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Neutron deleted interface 91914bb9-ca4f-424d-9c0b-2a15d22c0b63; detaching it from the instance and deleting it from the info cache [ 1004.508644] env[69316]: DEBUG nova.network.neutron [req-8e1b8d9b-7bf3-4413-a2ee-e842aabd6236 req-e4e2bd73-bd14-4ccd-ad29-7eb50004e61b service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.527457] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8a25056-c9af-4077-9feb-7e1363e4b4e2 req-c65363cb-cbd9-44ce-904d-c6034418d5c8 service nova] Releasing lock "refresh_cache-3f76253c-457b-46dd-89cf-c05dc895325b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.527457] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquired lock "refresh_cache-3f76253c-457b-46dd-89cf-c05dc895325b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.527457] env[69316]: DEBUG nova.network.neutron [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.606588] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367377, 'name': ReconfigVM_Task, 'duration_secs': 0.465956} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.606858] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 1c0f289d-f113-4735-bc69-573044063357/1c0f289d-f113-4735-bc69-573044063357.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.607534] env[69316]: DEBUG nova.network.neutron [-] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.608948] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71dc08f8-d7b9-4939-b9f0-ba9fcc66e5fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.611116] env[69316]: ERROR nova.scheduler.client.report [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [req-97a037bc-e9c0-4094-8f69-bb28886872a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97a037bc-e9c0-4094-8f69-bb28886872a9"}]} [ 1004.619187] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1004.619187] env[69316]: value = "task-3367378" [ 1004.619187] env[69316]: _type = "Task" [ 1004.619187] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.628283] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367378, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.629197] env[69316]: DEBUG nova.scheduler.client.report [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Refreshing inventories for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1004.643908] env[69316]: DEBUG nova.scheduler.client.report [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Updating ProviderTree inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1004.644162] env[69316]: DEBUG nova.compute.provider_tree [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.648056] env[69316]: DEBUG nova.network.neutron [-] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.655848] env[69316]: DEBUG nova.scheduler.client.report [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Refreshing aggregate associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, aggregates: None {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1004.679889] env[69316]: DEBUG nova.scheduler.client.report [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Refreshing trait associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1004.975695] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 44246e8b-d8af-4afc-b442-cef7731efa43] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.012265] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8068e586-b56e-4fad-9040-dfc73674ac8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.024142] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a82008-354f-4262-ad69-aaad3bc4c3e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.065779] env[69316]: DEBUG nova.compute.manager [req-8e1b8d9b-7bf3-4413-a2ee-e842aabd6236 req-e4e2bd73-bd14-4ccd-ad29-7eb50004e61b service nova] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Detach interface failed, port_id=91914bb9-ca4f-424d-9c0b-2a15d22c0b63, reason: Instance 26137fcb-30f3-424f-a5eb-893da583129c could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.081924] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8a2d3f-0c69-4a29-ba39-a405b65bc94b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.090018] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7909eb9a-b50d-4436-8d94-318388240677 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.094314] env[69316]: DEBUG nova.network.neutron [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.198847] env[69316]: INFO nova.compute.manager [-] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Took 1.43 seconds to deallocate network for instance. [ 1005.198847] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeea633d-de12-49d8-b250-9165cc08f80c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.198847] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367378, 'name': Rename_Task, 'duration_secs': 0.158619} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.198847] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.198847] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d5c9773-62e0-4553-8cd6-a3b8f8efaa8d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.198847] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b0c80c-05fb-4b3b-bf4d-6b61a8e3e81c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.198847] env[69316]: INFO nova.compute.manager [-] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Took 1.37 seconds to deallocate network for instance. [ 1005.198847] env[69316]: DEBUG nova.compute.provider_tree [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.198847] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1005.198847] env[69316]: value = "task-3367379" [ 1005.198847] env[69316]: _type = "Task" [ 1005.198847] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.198847] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367379, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.309809] env[69316]: INFO nova.compute.manager [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Rescuing [ 1005.310121] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.310401] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.310477] env[69316]: DEBUG nova.network.neutron [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.345397] env[69316]: DEBUG nova.network.neutron [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Updating instance_info_cache with network_info: [{"id": "a985fb0c-8377-4faa-ae2f-8c70cedaaa2f", "address": "fa:16:3e:65:2d:5c", "network": {"id": "045234c4-166e-4a5b-ab76-1580ff0c110d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1212375103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ec3f72c9ec44c89449baad679a575d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa985fb0c-83", "ovs_interfaceid": "a985fb0c-8377-4faa-ae2f-8c70cedaaa2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.477963] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 2e386d21-09db-401a-8ee6-c8da8dd6d819] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.632192] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.663025] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.687895] env[69316]: DEBUG oslo_vmware.api [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367379, 'name': PowerOnVM_Task, 'duration_secs': 0.505593} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.687953] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.688158] env[69316]: INFO nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1005.688332] env[69316]: DEBUG nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.689214] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0234f562-a40c-4ad2-bf87-e8b7de353198 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.709134] env[69316]: DEBUG nova.scheduler.client.report [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Updated inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1005.709394] env[69316]: DEBUG nova.compute.provider_tree [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Updating resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 generation from 101 to 102 during operation: update_inventory {{(pid=69316) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1005.710024] env[69316]: DEBUG nova.compute.provider_tree [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.847817] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Releasing lock "refresh_cache-3f76253c-457b-46dd-89cf-c05dc895325b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.848191] env[69316]: DEBUG nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Instance network_info: |[{"id": "a985fb0c-8377-4faa-ae2f-8c70cedaaa2f", "address": "fa:16:3e:65:2d:5c", "network": {"id": "045234c4-166e-4a5b-ab76-1580ff0c110d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1212375103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ec3f72c9ec44c89449baad679a575d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa985fb0c-83", "ovs_interfaceid": "a985fb0c-8377-4faa-ae2f-8c70cedaaa2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.848645] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:2d:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a985fb0c-8377-4faa-ae2f-8c70cedaaa2f', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.856735] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Creating folder: Project (e0ec3f72c9ec44c89449baad679a575d). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.859296] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-676f2102-182b-496e-ba43-5bca1ace672d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.870346] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Created folder: Project (e0ec3f72c9ec44c89449baad679a575d) in parent group-v671748. [ 1005.870538] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Creating folder: Instances. Parent ref: group-v671949. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.870806] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b30a366-af04-4cc3-b526-53e896e5f801 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.880825] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Created folder: Instances in parent group-v671949. [ 1005.881085] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.881326] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.881584] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ee4e26b-ae83-40a4-8356-6a0b387b6c2e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.900954] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.900954] env[69316]: value = "task-3367382" [ 1005.900954] env[69316]: _type = "Task" [ 1005.900954] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.911623] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367382, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.982297] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b09f57f5-fb85-4c34-a981-f8a31b3c0c01] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.053735] env[69316]: DEBUG nova.network.neutron [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Updating instance_info_cache with network_info: [{"id": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "address": "fa:16:3e:c0:7e:1d", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91dfa901-47", "ovs_interfaceid": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.207584] env[69316]: INFO nova.compute.manager [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Took 67.83 seconds to build instance. [ 1006.415166] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367382, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.487811] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: a27d4d7c-8c75-4799-bc32-4acd2d33eddc] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.556769] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.629574] env[69316]: DEBUG nova.compute.manager [req-cd781891-3a8a-49d4-9d26-8df228a37fd0 req-fa807fb0-50cb-4a63-9ef1-94ed27928d5c service nova] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Received event network-vif-deleted-28bd6b11-ae8b-4490-b433-74a70d44341a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.709383] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f077457d-f807-42c8-8d08-a79a12f14fd0 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "1c0f289d-f113-4735-bc69-573044063357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.342s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.731072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.832s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.736160] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 54.398s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.736677] env[69316]: DEBUG nova.objects.instance [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1006.899433] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "1c0f289d-f113-4735-bc69-573044063357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.899742] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "1c0f289d-f113-4735-bc69-573044063357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.899977] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "1c0f289d-f113-4735-bc69-573044063357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.900179] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "1c0f289d-f113-4735-bc69-573044063357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.900347] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "1c0f289d-f113-4735-bc69-573044063357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.905936] env[69316]: INFO nova.compute.manager [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Terminating instance [ 1006.912898] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367382, 'name': CreateVM_Task, 'duration_secs': 0.57548} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.913094] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.913775] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913901] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.914239] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.914490] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e720ff42-8e88-4d98-918c-5c922584914e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.919411] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1006.919411] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5244dd0d-6e60-92b8-2ce5-2dfd81456dc9" [ 1006.919411] env[69316]: _type = "Task" [ 1006.919411] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.927839] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5244dd0d-6e60-92b8-2ce5-2dfd81456dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.992587] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 102f49a8-bd4d-445f-b772-eb6b4ed5954c] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.296711] env[69316]: INFO nova.scheduler.client.report [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted allocation for migration 2ccc307a-6d38-4ec5-be55-e19effd28fff [ 1007.409851] env[69316]: DEBUG nova.compute.manager [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.410182] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.412280] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4e828f-5e38-47c3-b58a-7ce91c31931a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.423053] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.427333] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c924f345-d775-4e12-8f18-a27c534f6ce6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.436297] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5244dd0d-6e60-92b8-2ce5-2dfd81456dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.437802] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.438275] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.438705] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.440076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.440076] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.440076] env[69316]: DEBUG oslo_vmware.api [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1007.440076] env[69316]: value = "task-3367383" [ 1007.440076] env[69316]: _type = "Task" [ 1007.440076] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.440557] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9970a881-a00e-420b-a898-0c2549d96151 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.454850] env[69316]: DEBUG oslo_vmware.api [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.455976] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.456312] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.457033] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1189b3-db6b-4dc6-80a3-5c758c6ebb0f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.462670] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1007.462670] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cc7cb7-d642-77fe-ee88-69672f820347" [ 1007.462670] env[69316]: _type = "Task" [ 1007.462670] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.470550] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cc7cb7-d642-77fe-ee88-69672f820347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.496544] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 14ad3214-47f3-46a4-a7fe-0f97098aeba3] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.749348] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fa858828-da9b-43c1-abed-0849224c9806 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.750474] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.421s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.750721] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.752779] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.921s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.753129] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.754858] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 47.940s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.789120] env[69316]: INFO nova.scheduler.client.report [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted allocations for instance 109ac746-dcb4-435f-96c7-620b681e713b [ 1007.790711] env[69316]: INFO nova.scheduler.client.report [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Deleted allocations for instance c19a70a3-55e0-4ce7-a2ca-d3875a9e7630 [ 1007.804138] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1475338a-9239-44f1-b303-537959f365d8 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 58.828s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.953417] env[69316]: DEBUG oslo_vmware.api [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367383, 'name': PowerOffVM_Task, 'duration_secs': 0.191648} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.957020] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.957020] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.957020] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29e75849-7d43-45b7-a2a8-187cffc6f8e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.975947] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cc7cb7-d642-77fe-ee88-69672f820347, 'name': SearchDatastore_Task, 'duration_secs': 0.008469} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.978525] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e66d40-5d0f-4f33-abd1-5d6fecdb7a3e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.985427] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1007.985427] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5282df7f-342e-4e50-6ef5-6b75cd40065d" [ 1007.985427] env[69316]: _type = "Task" [ 1007.985427] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.994411] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5282df7f-342e-4e50-6ef5-6b75cd40065d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.000196] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b4bdd149-3096-40cb-9e11-dbe02a9aacaf] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.022744] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.022744] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.024580] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleting the datastore file [datastore2] 1c0f289d-f113-4735-bc69-573044063357 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.024580] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3b61818-f982-4f7d-bf51-a7891bc1036a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.033555] env[69316]: DEBUG oslo_vmware.api [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for the task: (returnval){ [ 1008.033555] env[69316]: value = "task-3367385" [ 1008.033555] env[69316]: _type = "Task" [ 1008.033555] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.044386] env[69316]: DEBUG oslo_vmware.api [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.096377] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.096695] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d090a26b-0c63-4d58-9aec-a76a270a9516 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.104011] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1008.104011] env[69316]: value = "task-3367386" [ 1008.104011] env[69316]: _type = "Task" [ 1008.104011] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.116653] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.265039] env[69316]: INFO nova.compute.claims [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.313767] env[69316]: DEBUG oslo_concurrency.lockutils [None req-73ce606e-3532-46ef-983e-31ee3ba37b74 tempest-ServersListShow296Test-1801380479 tempest-ServersListShow296Test-1801380479-project-member] Lock "c19a70a3-55e0-4ce7-a2ca-d3875a9e7630" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.690s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.314404] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0276100f-41e0-4e5e-aadf-5fa374cc7292 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "109ac746-dcb4-435f-96c7-620b681e713b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.925s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.501274] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5282df7f-342e-4e50-6ef5-6b75cd40065d, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.501558] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.504020] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 3f76253c-457b-46dd-89cf-c05dc895325b/3f76253c-457b-46dd-89cf-c05dc895325b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.504020] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6a8c3ee-4b35-4e79-9563-70ed68f4393c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.504461] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: a4343dc1-46c6-423d-b8f8-78a29041ea68] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.513745] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1008.513745] env[69316]: value = "task-3367387" [ 1008.513745] env[69316]: _type = "Task" [ 1008.513745] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.526146] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.546690] env[69316]: DEBUG oslo_vmware.api [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Task: {'id': task-3367385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135485} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.546954] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.547178] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.547326] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.547499] env[69316]: INFO nova.compute.manager [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] [instance: 1c0f289d-f113-4735-bc69-573044063357] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1008.547740] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.548216] env[69316]: DEBUG nova.compute.manager [-] [instance: 1c0f289d-f113-4735-bc69-573044063357] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.548317] env[69316]: DEBUG nova.network.neutron [-] [instance: 1c0f289d-f113-4735-bc69-573044063357] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.616439] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367386, 'name': PowerOffVM_Task, 'duration_secs': 0.178912} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.616705] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.617576] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe39aa8-88e2-4804-9007-409748428768 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.643299] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ce059-6dd3-467c-8284-63fe9b4b7057 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.688249] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.688931] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-533e18d6-bb15-40c3-b455-aba7a2e992d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.695720] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1008.695720] env[69316]: value = "task-3367388" [ 1008.695720] env[69316]: _type = "Task" [ 1008.695720] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.705259] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.705484] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.705729] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.705873] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.706063] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.706357] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39de7608-c8db-489d-9668-0f0074b8ef99 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.722397] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.722397] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.723286] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e08ac66-2865-40e3-bcbe-8748b1e8df73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.730143] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1008.730143] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520bdb61-4574-1c02-bf79-a45866353440" [ 1008.730143] env[69316]: _type = "Task" [ 1008.730143] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.738728] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520bdb61-4574-1c02-bf79-a45866353440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.775434] env[69316]: INFO nova.compute.resource_tracker [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating resource usage from migration 19d29e70-3715-494a-a6c1-d924d68526d3 [ 1009.011685] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 14a726c1-d066-4627-bf2e-cb19ab7d3392] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.015182] env[69316]: DEBUG nova.compute.manager [req-61af9dc9-0bc7-4ee4-8e48-af346a3aff93 req-5d9e54d3-2b0a-47e2-bce6-0f5217b4ec36 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Received event network-vif-deleted-e4053827-8a1e-488f-be85-2406b78a8855 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.015182] env[69316]: INFO nova.compute.manager [req-61af9dc9-0bc7-4ee4-8e48-af346a3aff93 req-5d9e54d3-2b0a-47e2-bce6-0f5217b4ec36 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Neutron deleted interface e4053827-8a1e-488f-be85-2406b78a8855; detaching it from the instance and deleting it from the info cache [ 1009.015182] env[69316]: DEBUG nova.network.neutron [req-61af9dc9-0bc7-4ee4-8e48-af346a3aff93 req-5d9e54d3-2b0a-47e2-bce6-0f5217b4ec36 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.037232] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48298} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.040952] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 3f76253c-457b-46dd-89cf-c05dc895325b/3f76253c-457b-46dd-89cf-c05dc895325b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.040952] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.042043] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e6ec01d-6861-4569-98f5-3872342d8c8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.050894] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1009.050894] env[69316]: value = "task-3367389" [ 1009.050894] env[69316]: _type = "Task" [ 1009.050894] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.062706] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.242507] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520bdb61-4574-1c02-bf79-a45866353440, 'name': SearchDatastore_Task, 'duration_secs': 0.075453} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.244039] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44914892-fae6-47cf-854a-799b45e6c05a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.249414] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1009.249414] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f8bdf5-f2d7-827d-6929-96c21281e713" [ 1009.249414] env[69316]: _type = "Task" [ 1009.249414] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.261413] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f8bdf5-f2d7-827d-6929-96c21281e713, 'name': SearchDatastore_Task} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.261413] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.261413] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. {{(pid=69316) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1009.261600] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb5ad08-1331-46fb-99da-d30ba775732e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.268285] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1009.268285] env[69316]: value = "task-3367390" [ 1009.268285] env[69316]: _type = "Task" [ 1009.268285] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.273827] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7f3eb-7307-4f66-80c1-63f20fb0fadd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.285458] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.286501] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86627dda-cd9f-4e3c-9974-54afe626be43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.319490] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b5bc5-b43e-49fa-ada0-1707ca8570c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.329021] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40da65e5-52fd-49aa-b240-d6d37e47a317 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.344530] env[69316]: DEBUG nova.compute.provider_tree [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.482858] env[69316]: DEBUG nova.network.neutron [-] [instance: 1c0f289d-f113-4735-bc69-573044063357] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.521598] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 651f02fd-b91f-4d1d-80ba-e66edff2503b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.526912] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2610f08-8edf-47c3-b8ad-56e58bff1035 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.543987] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec6a97b-9455-4313-8cf8-544e1fffb45e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.573286] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066029} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.574890] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.574940] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb62bd2c-d0cd-4917-832a-61171294a5a3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.592636] env[69316]: DEBUG nova.compute.manager [req-61af9dc9-0bc7-4ee4-8e48-af346a3aff93 req-5d9e54d3-2b0a-47e2-bce6-0f5217b4ec36 service nova] [instance: 1c0f289d-f113-4735-bc69-573044063357] Detach interface failed, port_id=e4053827-8a1e-488f-be85-2406b78a8855, reason: Instance 1c0f289d-f113-4735-bc69-573044063357 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.612872] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3f76253c-457b-46dd-89cf-c05dc895325b/3f76253c-457b-46dd-89cf-c05dc895325b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.613606] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16c4edc-5ee4-4255-95a9-5843de48a1d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.633633] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1009.633633] env[69316]: value = "task-3367391" [ 1009.633633] env[69316]: _type = "Task" [ 1009.633633] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.645113] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.778985] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484214} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.779441] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. [ 1009.780265] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a80674-1073-4706-b9c5-fd454249b1c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.806320] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.806646] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db3fc7b-b898-4573-b2a6-9512fc290328 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.831718] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1009.831718] env[69316]: value = "task-3367392" [ 1009.831718] env[69316]: _type = "Task" [ 1009.831718] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.840724] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.845817] env[69316]: DEBUG nova.scheduler.client.report [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.985707] env[69316]: INFO nova.compute.manager [-] [instance: 1c0f289d-f113-4735-bc69-573044063357] Took 1.44 seconds to deallocate network for instance. [ 1010.031191] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: c617ad3f-2b34-4e43-a9ac-7bf71a3f2da7] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.144480] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367391, 'name': ReconfigVM_Task, 'duration_secs': 0.355247} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.144480] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3f76253c-457b-46dd-89cf-c05dc895325b/3f76253c-457b-46dd-89cf-c05dc895325b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.145035] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0a04ffa-679c-4e28-ab2e-b8ea48f12f34 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.151845] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1010.151845] env[69316]: value = "task-3367393" [ 1010.151845] env[69316]: _type = "Task" [ 1010.151845] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.159287] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367393, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.341195] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367392, 'name': ReconfigVM_Task, 'duration_secs': 0.287035} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.341518] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.342372] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d5ee99-2491-4cfb-91fc-e253929c2e8f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.364167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.609s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.364357] env[69316]: INFO nova.compute.manager [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Migrating [ 1010.377499] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.031s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.378901] env[69316]: INFO nova.compute.claims [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.381225] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d19f95db-d56e-48e3-9989-ddee65bd1de3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.402636] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1010.402636] env[69316]: value = "task-3367394" [ 1010.402636] env[69316]: _type = "Task" [ 1010.402636] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.412129] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.493811] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.535758] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 6adb743f-3e48-41b6-9643-6e1927555681] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.669278] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367393, 'name': Rename_Task, 'duration_secs': 0.146307} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.669278] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.669278] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed80f134-8bde-464a-96a1-d245234055ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.677233] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1010.677233] env[69316]: value = "task-3367395" [ 1010.677233] env[69316]: _type = "Task" [ 1010.677233] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.684157] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.898549] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.898711] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.898909] env[69316]: DEBUG nova.network.neutron [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.913903] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367394, 'name': ReconfigVM_Task, 'duration_secs': 0.165598} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.914221] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.914473] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6338d1-c305-4e75-bb0a-49c0233f1722 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.920253] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1010.920253] env[69316]: value = "task-3367396" [ 1010.920253] env[69316]: _type = "Task" [ 1010.920253] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.928783] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.039041] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: ff3b6952-b448-44b4-8cf3-3abf7cb5e26a] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.190331] env[69316]: DEBUG oslo_vmware.api [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367395, 'name': PowerOnVM_Task, 'duration_secs': 0.46452} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.190498] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.190751] env[69316]: INFO nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1011.190964] env[69316]: DEBUG nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.192191] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9016ae82-6950-43e7-b216-77a59a19b379 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.233765] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "538ae597-ae6b-46db-9554-9dd3614681cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.233994] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.316838] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "391711ce-699a-4642-bd68-300c4cd94ce9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.317212] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.317500] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.317888] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.317888] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.320265] env[69316]: INFO nova.compute.manager [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Terminating instance [ 1011.431485] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367396, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.542642] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: d296fcbe-d243-4c97-a871-34bdfa99dcf6] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.716204] env[69316]: INFO nova.compute.manager [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Took 70.68 seconds to build instance. [ 1011.737852] env[69316]: DEBUG nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.791049] env[69316]: DEBUG nova.network.neutron [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [{"id": "24cf2e96-798a-459f-b34e-1180798e0945", "address": "fa:16:3e:97:38:37", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf2e96-79", "ovs_interfaceid": "24cf2e96-798a-459f-b34e-1180798e0945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.824020] env[69316]: DEBUG nova.compute.manager [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.824594] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.825348] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf4356f-b64b-48a5-8c32-406ecb8791f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.833454] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.836177] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b212f4cc-f171-4717-bf1f-cc43304e496b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.847259] env[69316]: DEBUG oslo_vmware.api [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1011.847259] env[69316]: value = "task-3367397" [ 1011.847259] env[69316]: _type = "Task" [ 1011.847259] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.851273] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0187bd5-85d8-4641-9ed8-2e6bc350f7c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.859270] env[69316]: DEBUG oslo_vmware.api [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.862458] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c2d940-61ca-427b-a936-b13247ed1178 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.895379] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d8ab68-f7a3-4a5a-9410-6aaa78a8b53e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.902930] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4974fec2-631b-4847-a660-5be3e1010a14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.917301] env[69316]: DEBUG nova.compute.provider_tree [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.932310] env[69316]: DEBUG oslo_vmware.api [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367396, 'name': PowerOnVM_Task, 'duration_secs': 0.518601} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.932310] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.936527] env[69316]: DEBUG nova.compute.manager [None req-c34a6bce-59f5-4aa2-ae79-56a16ebf95ca tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.937731] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6105ac-617f-4f82-a970-2765937ef74c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.041986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "c6746791-f53d-4032-b8e0-153e14c2d04e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.041986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.045970] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 13556d56-c154-4033-bc15-d205744f92b9] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.220341] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5942f3cb-2707-48e9-bf81-4d42a9e214fe tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "3f76253c-457b-46dd-89cf-c05dc895325b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.218s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.282457] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.295355] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.358029] env[69316]: DEBUG oslo_vmware.api [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367397, 'name': PowerOffVM_Task, 'duration_secs': 0.213914} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.358029] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.358029] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.358029] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11847023-8958-4716-a9fa-53547a2c8bcf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.421967] env[69316]: DEBUG nova.scheduler.client.report [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.432094] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.432094] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.432094] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleting the datastore file [datastore2] 391711ce-699a-4642-bd68-300c4cd94ce9 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.432579] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-365ab9d4-95d7-41a5-944d-8dcfc5bb16f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.441270] env[69316]: DEBUG oslo_vmware.api [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1012.441270] env[69316]: value = "task-3367399" [ 1012.441270] env[69316]: _type = "Task" [ 1012.441270] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.455125] env[69316]: DEBUG oslo_vmware.api [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.545330] env[69316]: DEBUG nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.549197] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: bda998f5-6a6b-45ba-a8bf-56794218f095] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.764485] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "3f76253c-457b-46dd-89cf-c05dc895325b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.765117] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "3f76253c-457b-46dd-89cf-c05dc895325b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.765117] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "3f76253c-457b-46dd-89cf-c05dc895325b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.765266] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "3f76253c-457b-46dd-89cf-c05dc895325b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.765384] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "3f76253c-457b-46dd-89cf-c05dc895325b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.767871] env[69316]: INFO nova.compute.manager [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Terminating instance [ 1012.931749] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.932378] env[69316]: DEBUG nova.compute.manager [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.934931] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.222s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.935145] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.937186] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.489s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.937386] env[69316]: DEBUG nova.objects.instance [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'pci_requests' on Instance uuid 63f16880-0be1-4e76-bd7b-c12e0c018c24 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.950973] env[69316]: DEBUG oslo_vmware.api [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385456} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.952252] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.952252] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.953023] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.953023] env[69316]: INFO nova.compute.manager [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1012.953023] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.953251] env[69316]: DEBUG nova.compute.manager [-] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.953251] env[69316]: DEBUG nova.network.neutron [-] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.969399] env[69316]: INFO nova.scheduler.client.report [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Deleted allocations for instance d6f90165-8470-41f0-a14d-ad21b7f1f976 [ 1012.998899] env[69316]: INFO nova.compute.manager [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Unrescuing [ 1012.998899] env[69316]: DEBUG oslo_concurrency.lockutils [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.998899] env[69316]: DEBUG oslo_concurrency.lockutils [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquired lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.999300] env[69316]: DEBUG nova.network.neutron [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.055104] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 125e57cd-019d-4880-9ffd-ba445151c55f] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.073635] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.241298] env[69316]: DEBUG nova.compute.manager [req-83006338-c2c4-4669-9a5a-a3a93a684acf req-da34a558-6aef-4fd9-840d-114e9163e690 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Received event network-vif-deleted-4a1e58e2-7565-4c99-9286-eb6b4fa623d3 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.241495] env[69316]: INFO nova.compute.manager [req-83006338-c2c4-4669-9a5a-a3a93a684acf req-da34a558-6aef-4fd9-840d-114e9163e690 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Neutron deleted interface 4a1e58e2-7565-4c99-9286-eb6b4fa623d3; detaching it from the instance and deleting it from the info cache [ 1013.241674] env[69316]: DEBUG nova.network.neutron [req-83006338-c2c4-4669-9a5a-a3a93a684acf req-da34a558-6aef-4fd9-840d-114e9163e690 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.275218] env[69316]: DEBUG nova.compute.manager [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.275477] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.276557] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f72ed66-149e-45dd-bdaf-d171f851796c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.284178] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.284405] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2f1a58-5ed4-4c11-98a6-c3ccf4e03ea2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.290738] env[69316]: DEBUG oslo_vmware.api [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1013.290738] env[69316]: value = "task-3367400" [ 1013.290738] env[69316]: _type = "Task" [ 1013.290738] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.298171] env[69316]: DEBUG oslo_vmware.api [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.440679] env[69316]: DEBUG nova.compute.utils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.444448] env[69316]: DEBUG nova.objects.instance [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'numa_topology' on Instance uuid 63f16880-0be1-4e76-bd7b-c12e0c018c24 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.446110] env[69316]: DEBUG nova.compute.manager [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1013.482342] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9690d29e-bac8-42fc-a231-0296fb39e69d tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "d6f90165-8470-41f0-a14d-ad21b7f1f976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.317s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.518252] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "a43fe989-00f6-43a8-a8df-73fc14b931bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.518356] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "a43fe989-00f6-43a8-a8df-73fc14b931bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.561854] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 8e660168-eb83-40cf-9103-1ad515dc6cca] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.700900] env[69316]: DEBUG nova.network.neutron [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Updating instance_info_cache with network_info: [{"id": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "address": "fa:16:3e:c0:7e:1d", "network": {"id": "7133efa9-970f-41ea-b7f9-2ac9acc84fb4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1856166328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b671d0ad8c344f492342d6e45bf262d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91dfa901-47", "ovs_interfaceid": "91dfa901-47a8-4f68-b1dd-972ebedd8205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.725356] env[69316]: DEBUG nova.network.neutron [-] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.744473] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-323c6633-84f6-43f1-a11d-54fffd078657 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.755340] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac032e-3d98-46b7-80c0-64f286a857d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.789184] env[69316]: DEBUG nova.compute.manager [req-83006338-c2c4-4669-9a5a-a3a93a684acf req-da34a558-6aef-4fd9-840d-114e9163e690 service nova] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Detach interface failed, port_id=4a1e58e2-7565-4c99-9286-eb6b4fa623d3, reason: Instance 391711ce-699a-4642-bd68-300c4cd94ce9 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.800550] env[69316]: DEBUG oslo_vmware.api [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367400, 'name': PowerOffVM_Task, 'duration_secs': 0.175255} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.800935] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.801156] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.801421] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76e5d4d1-71e8-49bb-962d-44f3dcfb6939 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.807435] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43257a2-539d-4daa-94ef-0c45689c5743 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.827251] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance 'cb02e9e8-1395-4578-89af-7fd8f84c52db' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.865874] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.866433] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.866433] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Deleting the datastore file [datastore2] 3f76253c-457b-46dd-89cf-c05dc895325b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.866562] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59883b6e-ad63-47f5-90f9-a6eedcb1380d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.876082] env[69316]: DEBUG oslo_vmware.api [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for the task: (returnval){ [ 1013.876082] env[69316]: value = "task-3367402" [ 1013.876082] env[69316]: _type = "Task" [ 1013.876082] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.884123] env[69316]: DEBUG oslo_vmware.api [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.946526] env[69316]: DEBUG nova.compute.manager [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.949678] env[69316]: INFO nova.compute.claims [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.024694] env[69316]: DEBUG nova.compute.manager [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.066401] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 556e7d25-fef0-4d7b-b4f6-a80ecf0eaeef] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1014.203924] env[69316]: DEBUG oslo_concurrency.lockutils [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Releasing lock "refresh_cache-8757293e-ec02-4d08-9ac5-fec158bb82c6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.204704] env[69316]: DEBUG nova.objects.instance [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lazy-loading 'flavor' on Instance uuid 8757293e-ec02-4d08-9ac5-fec158bb82c6 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.229201] env[69316]: INFO nova.compute.manager [-] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Took 1.28 seconds to deallocate network for instance. [ 1014.333126] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.333423] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2905eca6-9157-4b88-a2f5-25ac0dfb68da {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.341181] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1014.341181] env[69316]: value = "task-3367404" [ 1014.341181] env[69316]: _type = "Task" [ 1014.341181] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.348829] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.384409] env[69316]: DEBUG oslo_vmware.api [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Task: {'id': task-3367402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174393} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.384644] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.384876] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.385089] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.385264] env[69316]: INFO nova.compute.manager [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1014.385490] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.385674] env[69316]: DEBUG nova.compute.manager [-] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.385769] env[69316]: DEBUG nova.network.neutron [-] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.551368] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.568770] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 543068fb-32e2-4dfb-aae9-dd1c4cff92f7] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1014.711176] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a43614d-2a11-42d3-9435-8e2b50d19820 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.732189] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.732464] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9355ff83-30e8-4445-a380-3ffd96d0be1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.734554] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.738931] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1014.738931] env[69316]: value = "task-3367405" [ 1014.738931] env[69316]: _type = "Task" [ 1014.738931] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.746196] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.852897] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1014.853142] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance 'cb02e9e8-1395-4578-89af-7fd8f84c52db' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.959496] env[69316]: DEBUG nova.compute.manager [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.988363] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.988642] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.988802] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.989063] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.989230] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.989382] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.989592] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.989754] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.989923] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.990101] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.990282] env[69316]: DEBUG nova.virt.hardware [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.991240] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c594be66-3471-4012-afb3-3da99b319006 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.004348] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9497151-820a-4938-b234-a37f4416d1fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.018421] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.023938] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Creating folder: Project (fff7c76cf92c4a4cb2509cb1d3b57f52). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.026454] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd2fadc3-ff41-4736-bac2-dc5ccb6d609f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.035952] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Created folder: Project (fff7c76cf92c4a4cb2509cb1d3b57f52) in parent group-v671748. [ 1015.036150] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Creating folder: Instances. Parent ref: group-v671952. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.036377] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16c95db4-c92c-405e-a977-9fe9c17af492 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.046695] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Created folder: Instances in parent group-v671952. [ 1015.046924] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.047126] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.047325] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef9d1340-a41d-48fc-90a5-eddfd78c4f5a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.064649] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.064649] env[69316]: value = "task-3367408" [ 1015.064649] env[69316]: _type = "Task" [ 1015.064649] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.073017] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 896b5a42-7f68-4ddb-aa23-c2c9b2fc95b3] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1015.074981] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367408, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.121734] env[69316]: DEBUG nova.network.neutron [-] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.250025] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367405, 'name': PowerOffVM_Task, 'duration_secs': 0.216746} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.250025] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.256031] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.259147] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9c57fd-2120-4963-885e-93945d6651fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.278269] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1015.278269] env[69316]: value = "task-3367409" [ 1015.278269] env[69316]: _type = "Task" [ 1015.278269] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.287538] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.289642] env[69316]: DEBUG nova.compute.manager [req-b2bb6d6e-5127-487c-92e5-d41016df566a req-051ff80b-b51e-4768-8900-647a6562dd36 service nova] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Received event network-vif-deleted-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.359120] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.359466] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.359683] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.359740] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.359911] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.360090] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.360298] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.360456] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.360619] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.360803] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.360984] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.369118] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7478b076-c6fe-422e-8b93-1db702cbc779 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.384618] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1015.384618] env[69316]: value = "task-3367410" [ 1015.384618] env[69316]: _type = "Task" [ 1015.384618] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.393820] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.404478] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c815578-22a2-46ba-8643-62cdce88aa49 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.413231] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1a50c-2c9a-4eda-a975-560d7a24818b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.446953] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f70fd7-ef53-4d88-bd58-460ea6795fe6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.454516] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2479a59f-5739-4755-9f10-e69940a0a618 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.467632] env[69316]: DEBUG nova.compute.provider_tree [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.577347] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367408, 'name': CreateVM_Task, 'duration_secs': 0.300846} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.577524] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.577934] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.578112] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.578450] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.578736] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69537657-137c-4147-a9d7-12a4bab266a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.580527] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: ad1c3ba7-9981-4eeb-9c4f-afa9ae084977] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1015.584875] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1015.584875] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52238782-b182-49ee-aa0b-e67bda418053" [ 1015.584875] env[69316]: _type = "Task" [ 1015.584875] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.592454] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52238782-b182-49ee-aa0b-e67bda418053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.624882] env[69316]: INFO nova.compute.manager [-] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Took 1.24 seconds to deallocate network for instance. [ 1015.787915] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367409, 'name': ReconfigVM_Task, 'duration_secs': 0.328391} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.788270] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.788485] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.788776] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31840557-46b5-40b8-963b-c5ed73de4d4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.794327] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1015.794327] env[69316]: value = "task-3367411" [ 1015.794327] env[69316]: _type = "Task" [ 1015.794327] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.801645] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.893920] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367410, 'name': ReconfigVM_Task, 'duration_secs': 0.149959} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.894265] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance 'cb02e9e8-1395-4578-89af-7fd8f84c52db' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.970633] env[69316]: DEBUG nova.scheduler.client.report [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.083758] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 9ea66b42-34d2-430c-b688-34d7a6d600a2] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1016.095918] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52238782-b182-49ee-aa0b-e67bda418053, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.096359] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.096709] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.097111] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.097366] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.097662] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.098195] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b58c22-1efb-48d3-8b57-cdd97026fe9f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.106763] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.106997] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.107757] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a56f1c-acbb-496c-863b-8b8cfd0554ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.113267] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1016.113267] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52054c29-eaac-0697-ea1c-5b15b5e88dd0" [ 1016.113267] env[69316]: _type = "Task" [ 1016.113267] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.121162] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52054c29-eaac-0697-ea1c-5b15b5e88dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.131486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.304660] env[69316]: DEBUG oslo_vmware.api [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367411, 'name': PowerOnVM_Task, 'duration_secs': 0.409316} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.304840] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.305096] env[69316]: DEBUG nova.compute.manager [None req-220fa969-678e-4613-8907-71f6f38bca95 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.305895] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4daae4-9310-4511-9df8-7f66db922cdb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.401506] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.401787] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.401965] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.402203] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.402434] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.402539] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.402759] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.403009] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.403145] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.403351] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.403563] env[69316]: DEBUG nova.virt.hardware [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.409212] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1016.409745] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc965196-b375-47e4-8408-7c0d51b73795 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.429098] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1016.429098] env[69316]: value = "task-3367412" [ 1016.429098] env[69316]: _type = "Task" [ 1016.429098] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.437045] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.475405] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.538s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.477597] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.290s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.477791] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.479766] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.492s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.479953] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.481610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.093s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.481823] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.483427] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.443s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.483589] env[69316]: DEBUG nova.objects.instance [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1016.510825] env[69316]: INFO nova.scheduler.client.report [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Deleted allocations for instance 5ff74a21-d2b2-488c-af74-bc597793bc69 [ 1016.512616] env[69316]: INFO nova.scheduler.client.report [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted allocations for instance 15d45208-7c48-4c60-87bf-b26a14fa861f [ 1016.518212] env[69316]: INFO nova.network.neutron [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating port 8326817d-1a61-4398-84cb-fe9d02f75bac with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1016.530196] env[69316]: INFO nova.scheduler.client.report [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Deleted allocations for instance 9f872767-af4b-407f-a140-063c1b2c831f [ 1016.589737] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: c6cb2dac-6d8a-4319-9e26-c12d31e8a733] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1016.624145] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52054c29-eaac-0697-ea1c-5b15b5e88dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.624967] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cce8d81-1721-4728-9ac9-9d20fd61a4f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.631304] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1016.631304] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52d613bb-d41e-fa2e-704a-1f602d6f65e8" [ 1016.631304] env[69316]: _type = "Task" [ 1016.631304] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.638314] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d613bb-d41e-fa2e-704a-1f602d6f65e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.941026] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367412, 'name': ReconfigVM_Task, 'duration_secs': 0.216079} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.941386] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.941829] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ab0fd0-41b1-430d-9491-d691f3a5bec8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.963951] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] cb02e9e8-1395-4578-89af-7fd8f84c52db/cb02e9e8-1395-4578-89af-7fd8f84c52db.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.964068] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e981a98f-affd-4167-8948-15f711de9633 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.981988] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1016.981988] env[69316]: value = "task-3367413" [ 1016.981988] env[69316]: _type = "Task" [ 1016.981988] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.993121] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.020782] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Lock "5ff74a21-d2b2-488c-af74-bc597793bc69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.383s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.024278] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4a13ff91-4bef-4798-86ad-7dce623a8a83 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "15d45208-7c48-4c60-87bf-b26a14fa861f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.657s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.038356] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "9f872767-af4b-407f-a140-063c1b2c831f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.078s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.095798] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 61c691d1-514b-44da-b3b4-c4b0475266bb] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1017.141991] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d613bb-d41e-fa2e-704a-1f602d6f65e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008684} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.142311] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.142610] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3/189ff7f2-0f9b-4126-b2da-7038b3be3cc3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.142904] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7654e6d-bf67-4d86-bd27-96a5eae7e6c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.148966] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1017.148966] env[69316]: value = "task-3367414" [ 1017.148966] env[69316]: _type = "Task" [ 1017.148966] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.156987] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.302319] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.302502] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.302717] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.302904] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.303087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.305350] env[69316]: INFO nova.compute.manager [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Terminating instance [ 1017.493301] env[69316]: DEBUG oslo_vmware.api [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367413, 'name': ReconfigVM_Task, 'duration_secs': 0.285868} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.493656] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Reconfigured VM instance instance-00000009 to attach disk [datastore1] cb02e9e8-1395-4578-89af-7fd8f84c52db/cb02e9e8-1395-4578-89af-7fd8f84c52db.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.493989] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance 'cb02e9e8-1395-4578-89af-7fd8f84c52db' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.498669] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dfb284eb-92c8-4057-a385-d9c8b5a4427c tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.499968] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.934s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.500210] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.502560] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.135s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.502821] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.505026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.050s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.506686] env[69316]: INFO nova.compute.claims [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.535616] env[69316]: INFO nova.scheduler.client.report [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Deleted allocations for instance 8e9f11c6-f27a-4535-9c51-388f45037be7 [ 1017.538335] env[69316]: INFO nova.scheduler.client.report [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Deleted allocations for instance 0365659e-b134-4241-a4ec-f6f6378c228d [ 1017.597143] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 24afcbbb-1869-4ed4-880a-d7a2e6c312ad] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1017.659429] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477372} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.659678] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3/189ff7f2-0f9b-4126-b2da-7038b3be3cc3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.659892] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.660166] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf714ec6-dde2-4e4c-9a58-401c31cda089 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.666755] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1017.666755] env[69316]: value = "task-3367415" [ 1017.666755] env[69316]: _type = "Task" [ 1017.666755] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.674581] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.729795] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "8757293e-ec02-4d08-9ac5-fec158bb82c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.730108] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "8757293e-ec02-4d08-9ac5-fec158bb82c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.730375] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "8757293e-ec02-4d08-9ac5-fec158bb82c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.730573] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "8757293e-ec02-4d08-9ac5-fec158bb82c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.730770] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "8757293e-ec02-4d08-9ac5-fec158bb82c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.732873] env[69316]: INFO nova.compute.manager [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Terminating instance [ 1017.814027] env[69316]: DEBUG nova.compute.manager [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.814027] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.814027] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7676861b-6985-4806-91c5-d7f113b0dd8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.821833] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.822471] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1da056-01e4-4f88-ac2e-4ff4975a87c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.829310] env[69316]: DEBUG oslo_vmware.api [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 1017.829310] env[69316]: value = "task-3367416" [ 1017.829310] env[69316]: _type = "Task" [ 1017.829310] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.840796] env[69316]: DEBUG oslo_vmware.api [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.861540] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "2b8b533d-0169-463f-9035-b2267bb74a87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.861840] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.862108] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "2b8b533d-0169-463f-9035-b2267bb74a87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.862263] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.862431] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.864424] env[69316]: INFO nova.compute.manager [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Terminating instance [ 1018.002747] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20bc5df-0ecd-410f-8b3e-1283cdc7ef6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.027533] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ba95c-3ad0-4362-b08c-5e968eba1472 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.058215] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance 'cb02e9e8-1395-4578-89af-7fd8f84c52db' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.062377] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "0365659e-b134-4241-a4ec-f6f6378c228d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.104s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.063337] env[69316]: DEBUG oslo_concurrency.lockutils [None req-62b04e14-f493-4589-8725-be9f52363e59 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "8e9f11c6-f27a-4535-9c51-388f45037be7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.004s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.101044] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 2c565c5e-87c9-4951-8798-dde366617001] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.176261] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20361} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.176523] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.177304] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42707cba-cbdd-492e-a08f-4b7659cc7eab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.197259] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3/189ff7f2-0f9b-4126-b2da-7038b3be3cc3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.197536] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-781eada5-47e4-42f1-a3ba-bd58b571c3e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.220750] env[69316]: DEBUG nova.compute.manager [req-1cd2a091-5132-475f-a13b-8b42afefd6b9 req-65da2da1-c5ef-470c-880d-f78bd7ca5622 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received event network-vif-plugged-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.221042] env[69316]: DEBUG oslo_concurrency.lockutils [req-1cd2a091-5132-475f-a13b-8b42afefd6b9 req-65da2da1-c5ef-470c-880d-f78bd7ca5622 service nova] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.221259] env[69316]: DEBUG oslo_concurrency.lockutils [req-1cd2a091-5132-475f-a13b-8b42afefd6b9 req-65da2da1-c5ef-470c-880d-f78bd7ca5622 service nova] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.221425] env[69316]: DEBUG oslo_concurrency.lockutils [req-1cd2a091-5132-475f-a13b-8b42afefd6b9 req-65da2da1-c5ef-470c-880d-f78bd7ca5622 service nova] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.221585] env[69316]: DEBUG nova.compute.manager [req-1cd2a091-5132-475f-a13b-8b42afefd6b9 req-65da2da1-c5ef-470c-880d-f78bd7ca5622 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] No waiting events found dispatching network-vif-plugged-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.221743] env[69316]: WARNING nova.compute.manager [req-1cd2a091-5132-475f-a13b-8b42afefd6b9 req-65da2da1-c5ef-470c-880d-f78bd7ca5622 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received unexpected event network-vif-plugged-8326817d-1a61-4398-84cb-fe9d02f75bac for instance with vm_state shelved_offloaded and task_state spawning. [ 1018.227254] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1018.227254] env[69316]: value = "task-3367417" [ 1018.227254] env[69316]: _type = "Task" [ 1018.227254] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.241697] env[69316]: DEBUG nova.compute.manager [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.242044] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.242823] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.243916] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.244140] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.244252] env[69316]: DEBUG nova.network.neutron [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.247075] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee7927-1356-473d-9509-805553faac0a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.255938] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.256243] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe9be33-94d4-4af9-9a0a-236e3991243e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.262562] env[69316]: DEBUG oslo_vmware.api [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1018.262562] env[69316]: value = "task-3367418" [ 1018.262562] env[69316]: _type = "Task" [ 1018.262562] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.268016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.268325] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.268561] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.268815] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.269063] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.274852] env[69316]: DEBUG oslo_vmware.api [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.275412] env[69316]: INFO nova.compute.manager [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Terminating instance [ 1018.339181] env[69316]: DEBUG oslo_vmware.api [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367416, 'name': PowerOffVM_Task, 'duration_secs': 0.198161} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.340407] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.340407] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.340407] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e32f27c-1a30-4d8c-97cc-da727f3be0dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.343499] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "bb4003d9-d483-4eb6-a7db-cc067adad217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.343736] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "bb4003d9-d483-4eb6-a7db-cc067adad217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.344052] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "bb4003d9-d483-4eb6-a7db-cc067adad217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.344248] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "bb4003d9-d483-4eb6-a7db-cc067adad217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.344415] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "bb4003d9-d483-4eb6-a7db-cc067adad217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.346684] env[69316]: INFO nova.compute.manager [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Terminating instance [ 1018.367882] env[69316]: DEBUG nova.compute.manager [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.368287] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.369781] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b6ba57-da27-4871-b0b1-e30b3620bc43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.378601] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.378898] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2cc5bcc-69aa-42bb-a40e-a0849d211653 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.384823] env[69316]: DEBUG oslo_vmware.api [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 1018.384823] env[69316]: value = "task-3367420" [ 1018.384823] env[69316]: _type = "Task" [ 1018.384823] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.394526] env[69316]: DEBUG oslo_vmware.api [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.412617] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.412990] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.413292] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Deleting the datastore file [datastore1] 17adb78a-c2b6-477d-b029-14b0acb2fd0e {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.413646] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6b772ca-c999-413b-a038-a5e2b066c991 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.421224] env[69316]: DEBUG oslo_vmware.api [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for the task: (returnval){ [ 1018.421224] env[69316]: value = "task-3367421" [ 1018.421224] env[69316]: _type = "Task" [ 1018.421224] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.433642] env[69316]: DEBUG oslo_vmware.api [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.608119] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 82bf4068-a582-4d13-9b88-2ab65a1c4efe] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.621437] env[69316]: DEBUG nova.network.neutron [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Port 24cf2e96-798a-459f-b34e-1180798e0945 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1018.740766] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367417, 'name': ReconfigVM_Task, 'duration_secs': 0.340467} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.743375] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3/189ff7f2-0f9b-4126-b2da-7038b3be3cc3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.745410] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2687661-5198-4cb5-9b22-be4f8bfd0746 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.753402] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1018.753402] env[69316]: value = "task-3367422" [ 1018.753402] env[69316]: _type = "Task" [ 1018.753402] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.764786] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367422, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.772136] env[69316]: DEBUG oslo_vmware.api [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367418, 'name': PowerOffVM_Task, 'duration_secs': 0.238771} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.772394] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.772561] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.772806] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f11da2f4-fb67-4bee-bca3-4387290d6e64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.779311] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "refresh_cache-040b7fb2-af22-4986-94d3-ac9d2eb27b90" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.781616] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquired lock "refresh_cache-040b7fb2-af22-4986-94d3-ac9d2eb27b90" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.781616] env[69316]: DEBUG nova.network.neutron [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.846916] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.848138] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.848138] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Deleting the datastore file [datastore2] 8757293e-ec02-4d08-9ac5-fec158bb82c6 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.848138] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9632f6d-163a-45ef-b6d3-db8724da6424 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.853034] env[69316]: DEBUG nova.compute.manager [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.853034] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.853187] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33d6628-b4ac-4cb6-8b97-b172055599dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.863164] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.865012] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6444766d-74db-4a94-8afa-77eb6e3ffd60 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.866858] env[69316]: DEBUG oslo_vmware.api [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1018.866858] env[69316]: value = "task-3367424" [ 1018.866858] env[69316]: _type = "Task" [ 1018.866858] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.874541] env[69316]: DEBUG oslo_vmware.api [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 1018.874541] env[69316]: value = "task-3367425" [ 1018.874541] env[69316]: _type = "Task" [ 1018.874541] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.881426] env[69316]: DEBUG oslo_vmware.api [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.892502] env[69316]: DEBUG oslo_vmware.api [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.897740] env[69316]: DEBUG oslo_vmware.api [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367420, 'name': PowerOffVM_Task, 'duration_secs': 0.188491} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.899034] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.899034] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.899034] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d20ff81f-18ba-450f-8f79-62cc344f9d53 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.920645] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93defbf8-c190-4ab5-8812-461f61196c06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.932667] env[69316]: DEBUG oslo_vmware.api [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Task: {'id': task-3367421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136283} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.937589] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.937844] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.938116] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.938358] env[69316]: INFO nova.compute.manager [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1018.938639] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.938975] env[69316]: DEBUG nova.compute.manager [-] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.939135] env[69316]: DEBUG nova.network.neutron [-] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.941806] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5181451f-db61-4108-b300-408ebc17936a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.983092] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac69a36-781f-4ed6-ac8b-38deff9d1c3a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.985944] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.986239] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.986564] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Deleting the datastore file [datastore2] 2b8b533d-0169-463f-9035-b2267bb74a87 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.986678] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed48fa9-f4c6-4662-ac3e-50c076077321 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.995906] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f3f2d4-2152-4a7c-a428-e566201b3b88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.000181] env[69316]: DEBUG oslo_vmware.api [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for the task: (returnval){ [ 1019.000181] env[69316]: value = "task-3367427" [ 1019.000181] env[69316]: _type = "Task" [ 1019.000181] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.017699] env[69316]: DEBUG nova.compute.provider_tree [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.026399] env[69316]: DEBUG oslo_vmware.api [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.113129] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 6426b2b9-06d3-4c6f-9899-46bb73ceb6ec] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.146939] env[69316]: DEBUG nova.network.neutron [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [{"id": "8326817d-1a61-4398-84cb-fe9d02f75bac", "address": "fa:16:3e:31:af:7e", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8326817d-1a", "ovs_interfaceid": "8326817d-1a61-4398-84cb-fe9d02f75bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.264169] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367422, 'name': Rename_Task, 'duration_secs': 0.360445} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.264169] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.264169] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbdc1256-02e2-49cf-83ac-02332ed3d64b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.269855] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1019.269855] env[69316]: value = "task-3367428" [ 1019.269855] env[69316]: _type = "Task" [ 1019.269855] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.279320] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.304666] env[69316]: DEBUG nova.network.neutron [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.365403] env[69316]: DEBUG nova.network.neutron [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.382552] env[69316]: DEBUG oslo_vmware.api [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16284} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.383193] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.383380] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.383564] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.383738] env[69316]: INFO nova.compute.manager [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1019.383980] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.384199] env[69316]: DEBUG nova.compute.manager [-] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.384300] env[69316]: DEBUG nova.network.neutron [-] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.389481] env[69316]: DEBUG oslo_vmware.api [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367425, 'name': PowerOffVM_Task, 'duration_secs': 0.287103} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.390067] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.390257] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.390524] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2416251d-4e23-47ed-93cc-6bfc28f15bd5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.453251] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.453251] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.453251] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleting the datastore file [datastore1] bb4003d9-d483-4eb6-a7db-cc067adad217 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.455646] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c3f9526-b5dc-4f7e-ac8a-179bbdf781a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.464526] env[69316]: DEBUG oslo_vmware.api [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 1019.464526] env[69316]: value = "task-3367430" [ 1019.464526] env[69316]: _type = "Task" [ 1019.464526] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.475348] env[69316]: DEBUG oslo_vmware.api [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.520464] env[69316]: DEBUG oslo_vmware.api [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Task: {'id': task-3367427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155554} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.520464] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.520464] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.520464] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.520464] env[69316]: INFO nova.compute.manager [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1019.520464] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.520464] env[69316]: DEBUG nova.compute.manager [-] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.520464] env[69316]: DEBUG nova.network.neutron [-] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.523095] env[69316]: DEBUG nova.scheduler.client.report [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.620293] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 0ad6371c-fa25-42ab-8fd3-8fd9e9c64ddd] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.648360] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.648992] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.650012] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.653096] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.688209] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "48ed2483-9904-429f-b48d-8dc0150b8fff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.688209] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.688209] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.688209] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.688209] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.690563] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='39df05e70ce561c3a46ab96ce240eea9',container_format='bare',created_at=2025-04-08T14:20:17Z,direct_url=,disk_format='vmdk',id=859b199f-51ee-412a-b52b-35402c6fadf4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2019828239-shelved',owner='22ba0c2311624cdca6022e096d2ec8d6',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-08T14:20:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.691134] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.691806] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.692726] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.693919] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.693919] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.693919] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.693919] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.693919] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.693919] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.696066] env[69316]: DEBUG nova.virt.hardware [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.699047] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806532aa-d0af-49dd-bc74-c41afe66a079 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.700671] env[69316]: INFO nova.compute.manager [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Terminating instance [ 1019.708847] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562498a-b058-43df-a312-33801c204bfe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.724716] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:af:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8326817d-1a61-4398-84cb-fe9d02f75bac', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.737320] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.739510] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.739871] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f823a61c-a93b-4863-a5ff-17c2af1ff5e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.767875] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.767875] env[69316]: value = "task-3367431" [ 1019.767875] env[69316]: _type = "Task" [ 1019.767875] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.779388] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367431, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.780283] env[69316]: DEBUG nova.network.neutron [-] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.787047] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367428, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.868733] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Releasing lock "refresh_cache-040b7fb2-af22-4986-94d3-ac9d2eb27b90" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.869632] env[69316]: DEBUG nova.compute.manager [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.869632] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.870580] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc13d1-1db8-45fc-9fcb-a5af73624270 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.878221] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.878477] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50d174f-201f-485d-9ac9-5e7c526487fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.884623] env[69316]: DEBUG oslo_vmware.api [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 1019.884623] env[69316]: value = "task-3367432" [ 1019.884623] env[69316]: _type = "Task" [ 1019.884623] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.895418] env[69316]: DEBUG oslo_vmware.api [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.983386] env[69316]: DEBUG oslo_vmware.api [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156631} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.983715] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.983944] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.984176] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.984406] env[69316]: INFO nova.compute.manager [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1019.984725] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.984974] env[69316]: DEBUG nova.compute.manager [-] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.985115] env[69316]: DEBUG nova.network.neutron [-] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.031559] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.032445] env[69316]: DEBUG nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.039499] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.407s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.039499] env[69316]: DEBUG nova.objects.instance [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lazy-loading 'resources' on Instance uuid 26137fcb-30f3-424f-a5eb-893da583129c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.124899] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: a3daa3e4-fd53-4dc7-829b-a082157bcfa2] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1020.207257] env[69316]: DEBUG nova.compute.manager [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.207257] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.208954] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ac659f-1523-4b6b-b40d-2fd3ed9aa084 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.218934] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.219333] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb51caf5-e97e-48ac-adcb-e0fc30f8d487 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.226603] env[69316]: DEBUG oslo_vmware.api [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 1020.226603] env[69316]: value = "task-3367433" [ 1020.226603] env[69316]: _type = "Task" [ 1020.226603] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.238957] env[69316]: DEBUG oslo_vmware.api [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.269135] env[69316]: DEBUG nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received event network-changed-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.269339] env[69316]: DEBUG nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Refreshing instance network info cache due to event network-changed-8326817d-1a61-4398-84cb-fe9d02f75bac. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.269561] env[69316]: DEBUG oslo_concurrency.lockutils [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] Acquiring lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.269704] env[69316]: DEBUG oslo_concurrency.lockutils [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] Acquired lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.269864] env[69316]: DEBUG nova.network.neutron [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Refreshing network info cache for port 8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.279990] env[69316]: DEBUG nova.network.neutron [-] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.283359] env[69316]: INFO nova.compute.manager [-] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Took 1.34 seconds to deallocate network for instance. [ 1020.291944] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367431, 'name': CreateVM_Task, 'duration_secs': 0.47337} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.291944] env[69316]: DEBUG oslo_vmware.api [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367428, 'name': PowerOnVM_Task, 'duration_secs': 0.539478} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.292413] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.292571] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.292764] env[69316]: INFO nova.compute.manager [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Took 5.33 seconds to spawn the instance on the hypervisor. [ 1020.292939] env[69316]: DEBUG nova.compute.manager [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.296180] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.296592] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.300020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.300020] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085dc258-b7cb-475e-a434-813243bb1fe7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.301085] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4520b37f-240b-4a44-8771-8bd51c97c8e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.314355] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1020.314355] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5240f73e-0057-77c7-6523-224c1e3de005" [ 1020.314355] env[69316]: _type = "Task" [ 1020.314355] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.328429] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.328429] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Processing image 859b199f-51ee-412a-b52b-35402c6fadf4 {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.328429] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4/859b199f-51ee-412a-b52b-35402c6fadf4.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.328640] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4/859b199f-51ee-412a-b52b-35402c6fadf4.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.328746] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.329300] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6e2b8a1-0580-483d-8c42-7eb97a02089d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.347081] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.347331] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.348193] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1c8c01-978c-4022-8156-ed56123a0b5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.354658] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1020.354658] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]522e2639-177e-11dc-382a-d2b9452f8d29" [ 1020.354658] env[69316]: _type = "Task" [ 1020.354658] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.363330] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522e2639-177e-11dc-382a-d2b9452f8d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.394875] env[69316]: DEBUG oslo_vmware.api [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367432, 'name': PowerOffVM_Task, 'duration_secs': 0.150825} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.395273] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.395778] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.395778] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6401f01-012c-4510-b8c5-522940dd8bcc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.420715] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.421027] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.421220] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Deleting the datastore file [datastore2] 040b7fb2-af22-4986-94d3-ac9d2eb27b90 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.421915] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c53299a-c1c0-4087-a78b-01bccc41eaf0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.433278] env[69316]: DEBUG oslo_vmware.api [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for the task: (returnval){ [ 1020.433278] env[69316]: value = "task-3367435" [ 1020.433278] env[69316]: _type = "Task" [ 1020.433278] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.452269] env[69316]: DEBUG oslo_vmware.api [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.545812] env[69316]: DEBUG nova.compute.utils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.547420] env[69316]: DEBUG nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.547647] env[69316]: DEBUG nova.network.neutron [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.609056] env[69316]: DEBUG nova.policy [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47075819b1e94c7782c7b2974e293286', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9646a77b6a5b4191bbf9cb08f3e10848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.628668] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 64eaf31f-fef5-4a5e-93be-23f9ac796162] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1020.692036] env[69316]: DEBUG nova.network.neutron [-] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.723495] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.725170] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.725170] env[69316]: DEBUG nova.network.neutron [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.738332] env[69316]: DEBUG oslo_vmware.api [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367433, 'name': PowerOffVM_Task, 'duration_secs': 0.24472} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.742687] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.742942] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.744548] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a3e7cb1-c23a-468d-ad4f-8612e9abc1ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.793444] env[69316]: INFO nova.compute.manager [-] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Took 1.41 seconds to deallocate network for instance. [ 1020.804914] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.821608] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.821608] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.821704] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Deleting the datastore file [datastore2] 48ed2483-9904-429f-b48d-8dc0150b8fff {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.821932] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c8e5336-98b0-4750-bd16-49faece00701 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.833658] env[69316]: INFO nova.compute.manager [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Took 59.51 seconds to build instance. [ 1020.834602] env[69316]: DEBUG nova.network.neutron [-] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.842037] env[69316]: DEBUG oslo_vmware.api [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for the task: (returnval){ [ 1020.842037] env[69316]: value = "task-3367437" [ 1020.842037] env[69316]: _type = "Task" [ 1020.842037] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.867468] env[69316]: DEBUG oslo_vmware.api [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.877381] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Preparing fetch location {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1020.877381] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Fetch image to [datastore1] OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0/OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0.vmdk {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1020.877381] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Downloading stream optimized image 859b199f-51ee-412a-b52b-35402c6fadf4 to [datastore1] OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0/OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0.vmdk on the data store datastore1 as vApp {{(pid=69316) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1020.877381] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Downloading image file data 859b199f-51ee-412a-b52b-35402c6fadf4 to the ESX as VM named 'OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0' {{(pid=69316) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1020.940812] env[69316]: DEBUG oslo_vmware.api [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Task: {'id': task-3367435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143052} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.941674] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.941674] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.941674] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.941875] env[69316]: INFO nova.compute.manager [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1020.942247] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.942469] env[69316]: DEBUG nova.compute.manager [-] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.942951] env[69316]: DEBUG nova.network.neutron [-] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.961074] env[69316]: DEBUG nova.network.neutron [-] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.972791] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1020.972791] env[69316]: value = "resgroup-9" [ 1020.972791] env[69316]: _type = "ResourcePool" [ 1020.972791] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1020.973149] env[69316]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ea1c4473-c394-47d1-819d-478c5438875b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.000203] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lease: (returnval){ [ 1021.000203] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aa8110-4b1b-cdfe-abaa-4ac917558d75" [ 1021.000203] env[69316]: _type = "HttpNfcLease" [ 1021.000203] env[69316]: } obtained for vApp import into resource pool (val){ [ 1021.000203] env[69316]: value = "resgroup-9" [ 1021.000203] env[69316]: _type = "ResourcePool" [ 1021.000203] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1021.000445] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the lease: (returnval){ [ 1021.000445] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aa8110-4b1b-cdfe-abaa-4ac917558d75" [ 1021.000445] env[69316]: _type = "HttpNfcLease" [ 1021.000445] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1021.012971] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.012971] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aa8110-4b1b-cdfe-abaa-4ac917558d75" [ 1021.012971] env[69316]: _type = "HttpNfcLease" [ 1021.012971] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1021.027052] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c50776-e8d5-4648-b807-a048372ac2a3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.037218] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066745b-ae72-45ef-8ccb-db78358b07df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.076892] env[69316]: DEBUG nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.082278] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2fbe85-d5aa-4b1a-84e2-294c2c30e7d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.094693] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf5a0d-c541-4ea6-8f61-e1f770fa03a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.108664] env[69316]: DEBUG nova.compute.provider_tree [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.113867] env[69316]: DEBUG nova.network.neutron [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Successfully created port: a05ef43c-54f2-4696-9c81-a872f9ce5d09 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.132064] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 5a75a617-3721-44ba-b844-6c369dfe5f9f] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1021.195762] env[69316]: INFO nova.compute.manager [-] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Took 1.68 seconds to deallocate network for instance. [ 1021.205065] env[69316]: DEBUG nova.network.neutron [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updated VIF entry in instance network info cache for port 8326817d-1a61-4398-84cb-fe9d02f75bac. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.205065] env[69316]: DEBUG nova.network.neutron [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [{"id": "8326817d-1a61-4398-84cb-fe9d02f75bac", "address": "fa:16:3e:31:af:7e", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8326817d-1a", "ovs_interfaceid": "8326817d-1a61-4398-84cb-fe9d02f75bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.205234] env[69316]: WARNING oslo_messaging._drivers.amqpdriver [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1021.308550] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.339806] env[69316]: INFO nova.compute.manager [-] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Took 1.35 seconds to deallocate network for instance. [ 1021.340433] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ddc512c7-3043-4cb5-b16d-9b7a24d6417a tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.022s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.352761] env[69316]: INFO nova.compute.manager [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Rebuilding instance [ 1021.360452] env[69316]: DEBUG oslo_vmware.api [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Task: {'id': task-3367437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297946} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.360689] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.361041] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.362977] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.362977] env[69316]: INFO nova.compute.manager [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1021.362977] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.362977] env[69316]: DEBUG nova.compute.manager [-] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.362977] env[69316]: DEBUG nova.network.neutron [-] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.411526] env[69316]: DEBUG nova.compute.manager [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.412439] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9568457f-93fd-4ea7-9a78-bb301531c198 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.466017] env[69316]: DEBUG nova.network.neutron [-] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.508927] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.508927] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aa8110-4b1b-cdfe-abaa-4ac917558d75" [ 1021.508927] env[69316]: _type = "HttpNfcLease" [ 1021.508927] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1021.612778] env[69316]: DEBUG nova.scheduler.client.report [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.635944] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: e99bc314-8e40-4c7f-8cb6-96e4e721023f] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1021.648021] env[69316]: DEBUG nova.network.neutron [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [{"id": "24cf2e96-798a-459f-b34e-1180798e0945", "address": "fa:16:3e:97:38:37", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf2e96-79", "ovs_interfaceid": "24cf2e96-798a-459f-b34e-1180798e0945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.707545] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.708018] env[69316]: DEBUG oslo_concurrency.lockutils [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] Releasing lock "refresh_cache-63f16880-0be1-4e76-bd7b-c12e0c018c24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.708267] env[69316]: DEBUG nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Received event network-vif-deleted-47c378d7-89ad-4fc4-a028-722ea9a7ac6a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.708487] env[69316]: DEBUG nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Received event network-vif-deleted-91dfa901-47a8-4f68-b1dd-972ebedd8205 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.708666] env[69316]: INFO nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Neutron deleted interface 91dfa901-47a8-4f68-b1dd-972ebedd8205; detaching it from the instance and deleting it from the info cache [ 1021.708894] env[69316]: DEBUG nova.network.neutron [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.855143] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.857045] env[69316]: DEBUG nova.compute.manager [req-17f0271c-024a-4205-9c79-13597096e1bc req-b573c905-e6e7-4917-814f-98e9f52ae3e5 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Received event network-vif-deleted-d13e690d-a562-4f39-b4e3-07989729f251 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.857266] env[69316]: INFO nova.compute.manager [req-17f0271c-024a-4205-9c79-13597096e1bc req-b573c905-e6e7-4917-814f-98e9f52ae3e5 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Neutron deleted interface d13e690d-a562-4f39-b4e3-07989729f251; detaching it from the instance and deleting it from the info cache [ 1021.857477] env[69316]: DEBUG nova.network.neutron [req-17f0271c-024a-4205-9c79-13597096e1bc req-b573c905-e6e7-4917-814f-98e9f52ae3e5 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.971571] env[69316]: INFO nova.compute.manager [-] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Took 1.03 seconds to deallocate network for instance. [ 1022.016235] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.016235] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aa8110-4b1b-cdfe-abaa-4ac917558d75" [ 1022.016235] env[69316]: _type = "HttpNfcLease" [ 1022.016235] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1022.017725] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1022.017725] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aa8110-4b1b-cdfe-abaa-4ac917558d75" [ 1022.017725] env[69316]: _type = "HttpNfcLease" [ 1022.017725] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1022.018701] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25815de-132f-4aa5-82c6-ea37679d5cfa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.027139] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232a27b-83aa-9550-8929-6b13091ff887/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.027334] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232a27b-83aa-9550-8929-6b13091ff887/disk-0.vmdk. {{(pid=69316) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1022.086979] env[69316]: DEBUG nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.094571] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40f9771a-3c4f-4a0e-979a-0d86ef8bba22 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.115351] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.115619] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.115780] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.116145] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.116308] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.116460] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.116667] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.116832] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.116997] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.117177] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.117695] env[69316]: DEBUG nova.virt.hardware [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.118144] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.121261] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f3f75-77c4-46b0-a41c-9436a41144d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.126736] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.465s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.126736] env[69316]: DEBUG nova.objects.instance [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lazy-loading 'resources' on Instance uuid a4ba6caf-bf5f-422f-ac83-417c7c39ec3f {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.134596] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c851854d-5700-4837-82d8-e343d4eac4b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.141875] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 0041a723-fd77-4df2-b91f-5d2461c8f5c4] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1022.156617] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.165073] env[69316]: INFO nova.scheduler.client.report [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Deleted allocations for instance 26137fcb-30f3-424f-a5eb-893da583129c [ 1022.212686] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e8639c6-64b8-405d-be24-224b36dbc455 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.225806] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5369e26d-50a3-4b22-bf9a-745a591aee9f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.255953] env[69316]: DEBUG nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Detach interface failed, port_id=91dfa901-47a8-4f68-b1dd-972ebedd8205, reason: Instance 8757293e-ec02-4d08-9ac5-fec158bb82c6 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.256330] env[69316]: DEBUG nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Received event network-vif-deleted-4b050270-0a4b-40fc-9ec1-166589719fee {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.256603] env[69316]: INFO nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Neutron deleted interface 4b050270-0a4b-40fc-9ec1-166589719fee; detaching it from the instance and deleting it from the info cache [ 1022.256847] env[69316]: DEBUG nova.network.neutron [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.262656] env[69316]: DEBUG nova.network.neutron [-] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.354264] env[69316]: DEBUG nova.compute.manager [req-77288053-f55c-4248-a9eb-eff1ef0995f2 req-924d3d03-20e3-4352-913d-f7488c7918f6 service nova] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Received event network-vif-deleted-6705c366-aac5-4338-95a2-5b1647dc47b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.361541] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f847660-7dc5-4dbf-9fe1-c11ee133ecc0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.374063] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785fbb61-b361-4bde-8c62-ba22b95d4487 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.414020] env[69316]: DEBUG nova.compute.manager [req-17f0271c-024a-4205-9c79-13597096e1bc req-b573c905-e6e7-4917-814f-98e9f52ae3e5 service nova] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Detach interface failed, port_id=d13e690d-a562-4f39-b4e3-07989729f251, reason: Instance 48ed2483-9904-429f-b48d-8dc0150b8fff could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.426347] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.427062] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f819799c-85b8-42f2-81d0-e8f17ccc5fae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.433643] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1022.433643] env[69316]: value = "task-3367439" [ 1022.433643] env[69316]: _type = "Task" [ 1022.433643] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.442805] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.477916] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.645665] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 4267677a-a170-4790-b847-c4f077b37015] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1022.671998] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Lock "26137fcb-30f3-424f-a5eb-893da583129c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.640s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.685894] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f702d-84d7-45f5-997e-30d213ddcec5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.715148] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05732149-bdf6-47c5-b832-ca1b866a1d2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.727247] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance 'cb02e9e8-1395-4578-89af-7fd8f84c52db' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.761365] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4cf5a9d-bc8e-4b25-b9c4-eb3f8991ad68 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.765037] env[69316]: INFO nova.compute.manager [-] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Took 1.40 seconds to deallocate network for instance. [ 1022.778620] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332edc12-8457-45a8-ad29-b1afdacf5840 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.822553] env[69316]: DEBUG nova.compute.manager [req-130efcc2-57fb-4364-9526-f3fc2d725576 req-85533fbb-6da0-44a6-b453-f469892208b8 service nova] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Detach interface failed, port_id=4b050270-0a4b-40fc-9ec1-166589719fee, reason: Instance 2b8b533d-0169-463f-9035-b2267bb74a87 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.947681] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367439, 'name': PowerOffVM_Task, 'duration_secs': 0.21066} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.949735] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.949969] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.950823] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebb60c3-d0e3-42e1-916b-d5a4f07a7cf7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.960133] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.963531] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eee627a-3b88-4481-8357-30b0de92ae23 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.987233] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.987440] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.991565] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Deleting the datastore file [datastore1] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.991565] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86dcd2b0-43c0-4d1d-8977-a4253b69d92e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.998706] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1022.998706] env[69316]: value = "task-3367441" [ 1022.998706] env[69316]: _type = "Task" [ 1022.998706] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.010146] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.083418] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa5b3a2-ebd2-4f52-9dc6-556a36015361 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.094072] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184b0e94-73dc-4ca2-80ec-c0f44800c1a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.129676] env[69316]: DEBUG nova.network.neutron [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Successfully updated port: a05ef43c-54f2-4696-9c81-a872f9ce5d09 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.139849] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8132cd-c9fa-48ea-b834-74e6911ecabf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.150272] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596c40c3-d157-422f-b4e0-4fcc2ea1b170 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.157445] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 64aea4a9-d672-473a-b00c-e3aeaa544c14] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1023.170158] env[69316]: DEBUG nova.compute.provider_tree [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.234460] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8c0-c046-4a6b-9da6-0036e2f31ad7 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance 'cb02e9e8-1395-4578-89af-7fd8f84c52db' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.276715] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.329589] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Completed reading data from the image iterator. {{(pid=69316) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1023.329589] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232a27b-83aa-9550-8929-6b13091ff887/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.329589] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c900b-5f66-4c9b-af77-a37f929b26f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.335792] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232a27b-83aa-9550-8929-6b13091ff887/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.335963] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232a27b-83aa-9550-8929-6b13091ff887/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1023.336206] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8941ea5e-f3da-467d-9b33-bf5f9dc656f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.511317] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111004} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.511317] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.511317] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.511317] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.539067] env[69316]: DEBUG oslo_vmware.rw_handles [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232a27b-83aa-9550-8929-6b13091ff887/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1023.539067] env[69316]: INFO nova.virt.vmwareapi.images [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Downloaded image file data 859b199f-51ee-412a-b52b-35402c6fadf4 [ 1023.539379] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd4ee69-0447-409e-8849-e59596fbc3ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.567853] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b1488fe-72ad-460c-9c5a-74995ff52dfb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.592097] env[69316]: INFO nova.virt.vmwareapi.images [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] The imported VM was unregistered [ 1023.595774] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Caching image {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1023.595774] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating directory with path [datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4 {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.595774] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ac80f9c-b78f-4bcd-99b5-e3dc5f739d1d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.606674] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Created directory with path [datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4 {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.606776] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0/OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0.vmdk to [datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4/859b199f-51ee-412a-b52b-35402c6fadf4.vmdk. {{(pid=69316) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1023.607719] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b8f59356-3fad-41d2-a285-c3bbafb9a8a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.613894] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1023.613894] env[69316]: value = "task-3367443" [ 1023.613894] env[69316]: _type = "Task" [ 1023.613894] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.622757] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367443, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.645680] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "refresh_cache-b056e3e3-5fac-46aa-91d3-30394fa80178" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.645915] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquired lock "refresh_cache-b056e3e3-5fac-46aa-91d3-30394fa80178" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.646056] env[69316]: DEBUG nova.network.neutron [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.660814] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 65fceb63-2326-4d32-8281-2b7402fa4d5c] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1023.677407] env[69316]: DEBUG nova.scheduler.client.report [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.129018] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367443, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.165447] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.165920] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69316) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1024.182446] env[69316]: DEBUG nova.network.neutron [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.185972] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.192100] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.696s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.192100] env[69316]: DEBUG nova.objects.instance [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lazy-loading 'resources' on Instance uuid 1c0f289d-f113-4735-bc69-573044063357 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.216941] env[69316]: INFO nova.scheduler.client.report [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Deleted allocations for instance a4ba6caf-bf5f-422f-ac83-417c7c39ec3f [ 1024.352264] env[69316]: DEBUG nova.network.neutron [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Updating instance_info_cache with network_info: [{"id": "a05ef43c-54f2-4696-9c81-a872f9ce5d09", "address": "fa:16:3e:41:9b:ca", "network": {"id": "3e6eb7eb-79bb-4146-bad3-39eccbf309e3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-334787881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9646a77b6a5b4191bbf9cb08f3e10848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05ef43c-54", "ovs_interfaceid": "a05ef43c-54f2-4696-9c81-a872f9ce5d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.420366] env[69316]: DEBUG nova.compute.manager [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Received event network-vif-plugged-a05ef43c-54f2-4696-9c81-a872f9ce5d09 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.420580] env[69316]: DEBUG oslo_concurrency.lockutils [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] Acquiring lock "b056e3e3-5fac-46aa-91d3-30394fa80178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.420850] env[69316]: DEBUG oslo_concurrency.lockutils [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] Lock "b056e3e3-5fac-46aa-91d3-30394fa80178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.425585] env[69316]: DEBUG oslo_concurrency.lockutils [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] Lock "b056e3e3-5fac-46aa-91d3-30394fa80178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.425585] env[69316]: DEBUG nova.compute.manager [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] No waiting events found dispatching network-vif-plugged-a05ef43c-54f2-4696-9c81-a872f9ce5d09 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.425766] env[69316]: WARNING nova.compute.manager [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Received unexpected event network-vif-plugged-a05ef43c-54f2-4696-9c81-a872f9ce5d09 for instance with vm_state building and task_state spawning. [ 1024.425854] env[69316]: DEBUG nova.compute.manager [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Received event network-changed-a05ef43c-54f2-4696-9c81-a872f9ce5d09 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.429017] env[69316]: DEBUG nova.compute.manager [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Refreshing instance network info cache due to event network-changed-a05ef43c-54f2-4696-9c81-a872f9ce5d09. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.429017] env[69316]: DEBUG oslo_concurrency.lockutils [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] Acquiring lock "refresh_cache-b056e3e3-5fac-46aa-91d3-30394fa80178" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.566719] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.570024] env[69316]: DEBUG nova.virt.hardware [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.570579] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4f1cc-8beb-4bf5-be97-79d6d353e349 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.578434] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb69bf2a-0c63-4d81-b74d-66a967b48b9f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.594467] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.600422] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.600739] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.601021] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25d6670e-8f73-41da-b793-c20913ec3162 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.626444] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.626444] env[69316]: value = "task-3367444" [ 1024.626444] env[69316]: _type = "Task" [ 1024.626444] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.636463] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367443, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.642476] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367444, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.668061] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.731046] env[69316]: DEBUG oslo_concurrency.lockutils [None req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Lock "a4ba6caf-bf5f-422f-ac83-417c7c39ec3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.620s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.855097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Releasing lock "refresh_cache-b056e3e3-5fac-46aa-91d3-30394fa80178" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.855438] env[69316]: DEBUG nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Instance network_info: |[{"id": "a05ef43c-54f2-4696-9c81-a872f9ce5d09", "address": "fa:16:3e:41:9b:ca", "network": {"id": "3e6eb7eb-79bb-4146-bad3-39eccbf309e3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-334787881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9646a77b6a5b4191bbf9cb08f3e10848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05ef43c-54", "ovs_interfaceid": "a05ef43c-54f2-4696-9c81-a872f9ce5d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.855733] env[69316]: DEBUG oslo_concurrency.lockutils [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] Acquired lock "refresh_cache-b056e3e3-5fac-46aa-91d3-30394fa80178" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.855954] env[69316]: DEBUG nova.network.neutron [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Refreshing network info cache for port a05ef43c-54f2-4696-9c81-a872f9ce5d09 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.857308] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:9b:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a05ef43c-54f2-4696-9c81-a872f9ce5d09', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.867390] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Creating folder: Project (9646a77b6a5b4191bbf9cb08f3e10848). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.872442] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfbf4ab6-2c8c-4aeb-94b7-3d8df91def37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.884590] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Created folder: Project (9646a77b6a5b4191bbf9cb08f3e10848) in parent group-v671748. [ 1024.885077] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Creating folder: Instances. Parent ref: group-v671958. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.889420] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1557ec4b-d214-478a-8da3-3a2a69b8d052 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.904371] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Created folder: Instances in parent group-v671958. [ 1024.904637] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.905871] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.905871] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef4c87e-c87c-4739-b59c-21af4ad0a794 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.935320] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.935320] env[69316]: value = "task-3367447" [ 1024.935320] env[69316]: _type = "Task" [ 1024.935320] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.951387] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367447, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.124874] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367443, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.140377] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367444, 'name': CreateVM_Task, 'duration_secs': 0.389227} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.140584] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.141765] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.141929] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.142378] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.142681] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb4591f-e0a8-4c35-81bc-a5ef850d97e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.148689] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1025.148689] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524d4ff6-f3eb-49fa-7a5b-ffa6e2ff4341" [ 1025.148689] env[69316]: _type = "Task" [ 1025.148689] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.162775] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524d4ff6-f3eb-49fa-7a5b-ffa6e2ff4341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.188228] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36427d74-41c0-4b6f-aa62-f47a56d78bf3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.197183] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4818ed9a-0c8d-4f7c-a43b-b12497626429 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.238174] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b4906-b415-4c38-ac3a-b96d9456c44d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.247111] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4887aed-e072-4ae0-8fb6-6a3d907013a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.262822] env[69316]: DEBUG nova.compute.provider_tree [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.455909] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367447, 'name': CreateVM_Task, 'duration_secs': 0.36659} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.455909] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.456309] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.538494] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.538822] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.539024] env[69316]: DEBUG nova.compute.manager [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Going to confirm migration 4 {{(pid=69316) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1025.628020] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367443, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.662295] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524d4ff6-f3eb-49fa-7a5b-ffa6e2ff4341, 'name': SearchDatastore_Task, 'duration_secs': 0.012693} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.662627] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.662862] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.663126] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.663275] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.663460] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.663766] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.664097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.664333] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e1c1756-f60b-4e7a-b418-6f0f5c203e59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.666609] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346c3ca9-1f83-4863-a7d5-b8c3880ca2e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.672776] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1025.672776] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52dcbfd7-37eb-30da-52a2-7f040310963d" [ 1025.672776] env[69316]: _type = "Task" [ 1025.672776] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.677214] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.677214] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.678369] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da737ca-fd2a-444a-b46d-26f21e0f920c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.684450] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dcbfd7-37eb-30da-52a2-7f040310963d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.687630] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1025.687630] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5232d921-9838-2f42-dc2b-7bac99a31547" [ 1025.687630] env[69316]: _type = "Task" [ 1025.687630] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.695694] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5232d921-9838-2f42-dc2b-7bac99a31547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.768472] env[69316]: DEBUG nova.scheduler.client.report [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.882696] env[69316]: DEBUG nova.network.neutron [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Updated VIF entry in instance network info cache for port a05ef43c-54f2-4696-9c81-a872f9ce5d09. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.883091] env[69316]: DEBUG nova.network.neutron [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Updating instance_info_cache with network_info: [{"id": "a05ef43c-54f2-4696-9c81-a872f9ce5d09", "address": "fa:16:3e:41:9b:ca", "network": {"id": "3e6eb7eb-79bb-4146-bad3-39eccbf309e3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-334787881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9646a77b6a5b4191bbf9cb08f3e10848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05ef43c-54", "ovs_interfaceid": "a05ef43c-54f2-4696-9c81-a872f9ce5d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.128032] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367443, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.140457] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.140457] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.140604] env[69316]: DEBUG nova.network.neutron [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.140740] env[69316]: DEBUG nova.objects.instance [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'info_cache' on Instance uuid cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.194156] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dcbfd7-37eb-30da-52a2-7f040310963d, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.198604] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.198911] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.199167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.209895] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5232d921-9838-2f42-dc2b-7bac99a31547, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.212282] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79c4f12-d1d9-4181-b851-7ca430f205f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.219199] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1026.219199] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528b6370-23fd-f276-3bf2-90895a3256b8" [ 1026.219199] env[69316]: _type = "Task" [ 1026.219199] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.236254] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528b6370-23fd-f276-3bf2-90895a3256b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.281026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.293953] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.011s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.295691] env[69316]: INFO nova.compute.claims [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.341165] env[69316]: INFO nova.scheduler.client.report [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Deleted allocations for instance 1c0f289d-f113-4735-bc69-573044063357 [ 1026.387673] env[69316]: DEBUG oslo_concurrency.lockutils [req-9223ad83-543d-4bef-a76b-3b7f4ec08948 req-f7b0af08-b649-43b4-b817-e1c5ebb522fa service nova] Releasing lock "refresh_cache-b056e3e3-5fac-46aa-91d3-30394fa80178" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.628241] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367443, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.666459} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.628822] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0/OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0.vmdk to [datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4/859b199f-51ee-412a-b52b-35402c6fadf4.vmdk. [ 1026.629223] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Cleaning up location [datastore1] OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0 {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1026.629555] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1d8799d4-17e0-48ec-ab62-98172efc37c0 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.629979] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5960cec9-2065-436a-ad1b-7169fb54cea8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.638602] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1026.638602] env[69316]: value = "task-3367448" [ 1026.638602] env[69316]: _type = "Task" [ 1026.638602] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.650743] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.729584] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528b6370-23fd-f276-3bf2-90895a3256b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.729845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.730162] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3/189ff7f2-0f9b-4126-b2da-7038b3be3cc3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.730550] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.730648] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.730891] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f040cf98-0653-42f0-9609-9a73cfab7701 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.733089] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18418290-4aac-4157-9ccc-d40c317e3d40 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.742114] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1026.742114] env[69316]: value = "task-3367449" [ 1026.742114] env[69316]: _type = "Task" [ 1026.742114] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.743233] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.743341] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.746709] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc95338c-bbe1-403c-9655-66a8f18e98c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.754347] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.755908] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1026.755908] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c676ad-946c-9180-f2f5-16a92aeb07e6" [ 1026.755908] env[69316]: _type = "Task" [ 1026.755908] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.764587] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c676ad-946c-9180-f2f5-16a92aeb07e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.765403] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ffe9f0-1ee6-4912-9ab0-4244676c09be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.770781] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1026.770781] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5221eaed-5704-fefe-fdc4-3fc5bd0693c9" [ 1026.770781] env[69316]: _type = "Task" [ 1026.770781] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.778269] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5221eaed-5704-fefe-fdc4-3fc5bd0693c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.850114] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Lock "1c0f289d-f113-4735-bc69-573044063357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.950s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.032207] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.032487] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.156400] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03472} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.157074] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.157207] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4/859b199f-51ee-412a-b52b-35402c6fadf4.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.157697] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4/859b199f-51ee-412a-b52b-35402c6fadf4.vmdk to [datastore1] 63f16880-0be1-4e76-bd7b-c12e0c018c24/63f16880-0be1-4e76-bd7b-c12e0c018c24.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.159129] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6269534f-cb6c-48d6-b69a-e0da3957bcb4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.168474] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1027.168474] env[69316]: value = "task-3367450" [ 1027.168474] env[69316]: _type = "Task" [ 1027.168474] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.181977] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.254015] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46071} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.254015] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3/189ff7f2-0f9b-4126-b2da-7038b3be3cc3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.254015] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.254381] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee14952b-4f7c-4ab5-b162-52a56277a752 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.260422] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1027.260422] env[69316]: value = "task-3367451" [ 1027.260422] env[69316]: _type = "Task" [ 1027.260422] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.268260] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.279963] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5221eaed-5704-fefe-fdc4-3fc5bd0693c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.280943] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.281177] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] b056e3e3-5fac-46aa-91d3-30394fa80178/b056e3e3-5fac-46aa-91d3-30394fa80178.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.281439] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8121f72-77ff-41d3-bc2f-337e35962d9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.288117] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1027.288117] env[69316]: value = "task-3367452" [ 1027.288117] env[69316]: _type = "Task" [ 1027.288117] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.296745] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.459789] env[69316]: DEBUG nova.network.neutron [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [{"id": "24cf2e96-798a-459f-b34e-1180798e0945", "address": "fa:16:3e:97:38:37", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf2e96-79", "ovs_interfaceid": "24cf2e96-798a-459f-b34e-1180798e0945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.535489] env[69316]: DEBUG nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.683463] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367450, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.691639] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e623c7-edfb-48e1-9815-7c26557deeae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.705266] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717fae69-46c2-42a4-9f26-20d25cc46966 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.745948] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5835f9-f903-4937-984a-c0c42d7fe883 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.759081] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17adea3c-65d6-481c-bc1b-ef881f3d3fd2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.775296] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072714} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.785150] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.785745] env[69316]: DEBUG nova.compute.provider_tree [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.787970] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d3964-5637-4430-84b8-ad4f825c8897 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.815978] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3/189ff7f2-0f9b-4126-b2da-7038b3be3cc3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.820354] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86e540f-7031-4935-9bf3-004cf973f975 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.835379] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367452, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.842113] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1027.842113] env[69316]: value = "task-3367453" [ 1027.842113] env[69316]: _type = "Task" [ 1027.842113] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.851279] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.963358] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.964549] env[69316]: DEBUG nova.objects.instance [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'migration_context' on Instance uuid cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.066876] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.180172] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367450, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.296034] env[69316]: DEBUG nova.scheduler.client.report [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.309686] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558173} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.310222] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] b056e3e3-5fac-46aa-91d3-30394fa80178/b056e3e3-5fac-46aa-91d3-30394fa80178.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.310590] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.311043] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35339caf-7815-4348-8de6-13f8954dadb6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.319762] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1028.319762] env[69316]: value = "task-3367454" [ 1028.319762] env[69316]: _type = "Task" [ 1028.319762] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.329890] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.351672] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367453, 'name': ReconfigVM_Task, 'duration_secs': 0.444712} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.352240] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3/189ff7f2-0f9b-4126-b2da-7038b3be3cc3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.353039] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed72588d-94d7-4ed5-93ad-6dea60ee9788 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.359828] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1028.359828] env[69316]: value = "task-3367455" [ 1028.359828] env[69316]: _type = "Task" [ 1028.359828] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.369234] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367455, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.472477] env[69316]: DEBUG nova.objects.base [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.472477] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e66b752-776a-41ec-9832-f122afb4bf1a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.494795] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30741990-d91a-4f8d-b944-eafa6891da81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.509926] env[69316]: DEBUG oslo_vmware.api [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1028.509926] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52cd4188-aec6-f9d0-e983-6d2a147333bc" [ 1028.509926] env[69316]: _type = "Task" [ 1028.509926] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.519447] env[69316]: DEBUG oslo_vmware.api [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cd4188-aec6-f9d0-e983-6d2a147333bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.681023] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367450, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.799387] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.801092] env[69316]: DEBUG nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.803435] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.730s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.805798] env[69316]: INFO nova.compute.claims [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.839492] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.37428} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.839492] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.843183] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a67c296-e6b3-49b3-8c6d-8cdcd1c27171 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.886325] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b056e3e3-5fac-46aa-91d3-30394fa80178/b056e3e3-5fac-46aa-91d3-30394fa80178.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.892558] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42d18e2-9235-45bf-98fc-1d604c333eff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.919833] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367455, 'name': Rename_Task, 'duration_secs': 0.165629} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.921910] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.922284] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1028.922284] env[69316]: value = "task-3367456" [ 1028.922284] env[69316]: _type = "Task" [ 1028.922284] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.922471] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-551d44e3-c9ea-4dd1-9935-478844b391cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.935041] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367456, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.937152] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1028.937152] env[69316]: value = "task-3367457" [ 1028.937152] env[69316]: _type = "Task" [ 1028.937152] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.945593] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.027809] env[69316]: DEBUG oslo_vmware.api [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52cd4188-aec6-f9d0-e983-6d2a147333bc, 'name': SearchDatastore_Task, 'duration_secs': 0.04657} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.027809] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.186663] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367450, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.325522] env[69316]: DEBUG nova.compute.utils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.326639] env[69316]: DEBUG nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.326834] env[69316]: DEBUG nova.network.neutron [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.399461] env[69316]: DEBUG nova.policy [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eeb0e3a4c244252b9bb89c25199d8d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba2acbd9be9a41ff91cec90c04bbbdf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.436592] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367456, 'name': ReconfigVM_Task, 'duration_secs': 0.330671} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.436987] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b056e3e3-5fac-46aa-91d3-30394fa80178/b056e3e3-5fac-46aa-91d3-30394fa80178.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.437705] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b35b6249-fe12-4a79-830e-578a1a579771 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.450189] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.452016] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1029.452016] env[69316]: value = "task-3367458" [ 1029.452016] env[69316]: _type = "Task" [ 1029.452016] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.461142] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367458, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.689381] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367450, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.38198} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.689749] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/859b199f-51ee-412a-b52b-35402c6fadf4/859b199f-51ee-412a-b52b-35402c6fadf4.vmdk to [datastore1] 63f16880-0be1-4e76-bd7b-c12e0c018c24/63f16880-0be1-4e76-bd7b-c12e0c018c24.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.690683] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a42c49a-f2b6-41e3-b796-90ae00dd3c14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.721968] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 63f16880-0be1-4e76-bd7b-c12e0c018c24/63f16880-0be1-4e76-bd7b-c12e0c018c24.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.722349] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f59cfde-907b-4602-834d-d842ba0c83fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.742153] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1029.742153] env[69316]: value = "task-3367459" [ 1029.742153] env[69316]: _type = "Task" [ 1029.742153] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.751263] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.830629] env[69316]: DEBUG nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.838276] env[69316]: DEBUG nova.network.neutron [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Successfully created port: b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.947496] env[69316]: DEBUG oslo_vmware.api [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367457, 'name': PowerOnVM_Task, 'duration_secs': 0.594843} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.948625] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.948625] env[69316]: DEBUG nova.compute.manager [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.948966] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84bac95-1c5f-4c6b-ac90-fa1cc4533b3d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.966688] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367458, 'name': Rename_Task, 'duration_secs': 0.150457} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.969659] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.970109] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dc2c6c4-8c97-4482-8a59-497fcfccfafd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.978145] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1029.978145] env[69316]: value = "task-3367460" [ 1029.978145] env[69316]: _type = "Task" [ 1029.978145] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.991022] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.199697] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadd9f21-582f-46ec-be5b-2f2e3c542d31 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.212137] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7228f7-0b96-4f59-aa9e-4791055b44d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.252869] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58d2967-cfb5-49ba-82ee-a2ba39f49344 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.262083] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367459, 'name': ReconfigVM_Task, 'duration_secs': 0.401698} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.264278] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 63f16880-0be1-4e76-bd7b-c12e0c018c24/63f16880-0be1-4e76-bd7b-c12e0c018c24.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.265842] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'size': 0, 'image_id': 'e4d7b703-0b63-49dc-9446-f4c89690b42f'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671935', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'name': 'volume-58800755-2a38-4645-aa34-21b5de4402f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '63f16880-0be1-4e76-bd7b-c12e0c018c24', 'attached_at': '', 'detached_at': '', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'serial': '58800755-2a38-4645-aa34-21b5de4402f5'}, 'delete_on_termination': False, 'attachment_id': 'ec8074d2-f93d-4e30-a4e8-21cca557d31c', 'volume_type': None}], 'swap': None} {{(pid=69316) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1030.265996] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1030.266491] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671935', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'name': 'volume-58800755-2a38-4645-aa34-21b5de4402f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '63f16880-0be1-4e76-bd7b-c12e0c018c24', 'attached_at': '', 'detached_at': '', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'serial': '58800755-2a38-4645-aa34-21b5de4402f5'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1030.267369] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e7510-937d-4f40-a78b-35d5f6cff01d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.275637] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4d8ecb-ee1c-4f1d-9c60-7a753a71ab64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.301116] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753f116a-e903-4fbf-9b95-5a0e2fd9febb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.303499] env[69316]: DEBUG nova.compute.provider_tree [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.327214] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-58800755-2a38-4645-aa34-21b5de4402f5/volume-58800755-2a38-4645-aa34-21b5de4402f5.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.328346] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ede2555-5700-4dc1-abbe-8fc1b0f7fd3d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.352424] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1030.352424] env[69316]: value = "task-3367461" [ 1030.352424] env[69316]: _type = "Task" [ 1030.352424] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.360192] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.477944] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.488838] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367460, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.807349] env[69316]: DEBUG nova.scheduler.client.report [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.847786] env[69316]: DEBUG nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.861747] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.879712] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.880516] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.880516] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.880516] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.880516] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.880835] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.881470] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.881470] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.881470] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.882020] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.882020] env[69316]: DEBUG nova.virt.hardware [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.883943] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c2ca2f-9923-4898-8713-d4789dc70555 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.893601] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78939fc6-e532-4aa2-b8f2-affcd3b15ad8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.990560] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.990937] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.997784] env[69316]: DEBUG oslo_vmware.api [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367460, 'name': PowerOnVM_Task, 'duration_secs': 0.547846} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.998273] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.998476] env[69316]: INFO nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1030.998655] env[69316]: DEBUG nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.003161] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f32ebf-4b51-4c84-a3b2-521db11503fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.231913] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.232453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.232453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.232594] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.233058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.235943] env[69316]: INFO nova.compute.manager [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Terminating instance [ 1031.312721] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.313280] env[69316]: DEBUG nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.322856] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.767s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.324013] env[69316]: INFO nova.compute.claims [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.364152] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367461, 'name': ReconfigVM_Task, 'duration_secs': 0.614746} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.364460] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-58800755-2a38-4645-aa34-21b5de4402f5/volume-58800755-2a38-4645-aa34-21b5de4402f5.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.371279] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059f018c-aa99-42f8-9109-dee9ead3c564 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.388103] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1031.388103] env[69316]: value = "task-3367462" [ 1031.388103] env[69316]: _type = "Task" [ 1031.388103] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.398405] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.400479] env[69316]: DEBUG nova.compute.manager [req-f3e51c6e-2d64-4fc6-9c4b-766bac203c3c req-bd06487c-6feb-4809-a26d-0c3f5c72c96a service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Received event network-vif-plugged-b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.400671] env[69316]: DEBUG oslo_concurrency.lockutils [req-f3e51c6e-2d64-4fc6-9c4b-766bac203c3c req-bd06487c-6feb-4809-a26d-0c3f5c72c96a service nova] Acquiring lock "538ae597-ae6b-46db-9554-9dd3614681cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.400887] env[69316]: DEBUG oslo_concurrency.lockutils [req-f3e51c6e-2d64-4fc6-9c4b-766bac203c3c req-bd06487c-6feb-4809-a26d-0c3f5c72c96a service nova] Lock "538ae597-ae6b-46db-9554-9dd3614681cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.401257] env[69316]: DEBUG oslo_concurrency.lockutils [req-f3e51c6e-2d64-4fc6-9c4b-766bac203c3c req-bd06487c-6feb-4809-a26d-0c3f5c72c96a service nova] Lock "538ae597-ae6b-46db-9554-9dd3614681cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.401257] env[69316]: DEBUG nova.compute.manager [req-f3e51c6e-2d64-4fc6-9c4b-766bac203c3c req-bd06487c-6feb-4809-a26d-0c3f5c72c96a service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] No waiting events found dispatching network-vif-plugged-b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.401470] env[69316]: WARNING nova.compute.manager [req-f3e51c6e-2d64-4fc6-9c4b-766bac203c3c req-bd06487c-6feb-4809-a26d-0c3f5c72c96a service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Received unexpected event network-vif-plugged-b34e5f91-5224-4638-bdf1-ba5c9b3688c1 for instance with vm_state building and task_state spawning. [ 1031.502309] env[69316]: DEBUG nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.525374] env[69316]: INFO nova.compute.manager [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Took 28.10 seconds to build instance. [ 1031.558470] env[69316]: DEBUG nova.network.neutron [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Successfully updated port: b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.739499] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "refresh_cache-189ff7f2-0f9b-4126-b2da-7038b3be3cc3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.739698] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquired lock "refresh_cache-189ff7f2-0f9b-4126-b2da-7038b3be3cc3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.739875] env[69316]: DEBUG nova.network.neutron [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.831931] env[69316]: DEBUG nova.compute.utils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.835018] env[69316]: DEBUG nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.835018] env[69316]: DEBUG nova.network.neutron [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.878442] env[69316]: DEBUG nova.policy [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053b2351db24592811c82d30f9678ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdd9268120f74039a127c7ac485bb997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.900042] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367462, 'name': ReconfigVM_Task, 'duration_secs': 0.171357} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.900042] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671935', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'name': 'volume-58800755-2a38-4645-aa34-21b5de4402f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '63f16880-0be1-4e76-bd7b-c12e0c018c24', 'attached_at': '', 'detached_at': '', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'serial': '58800755-2a38-4645-aa34-21b5de4402f5'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.900042] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94909e6b-35f0-4de5-a661-70aef158b3c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.907097] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1031.907097] env[69316]: value = "task-3367463" [ 1031.907097] env[69316]: _type = "Task" [ 1031.907097] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.913948] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367463, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.028230] env[69316]: DEBUG oslo_concurrency.lockutils [None req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "b056e3e3-5fac-46aa-91d3-30394fa80178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.615s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.034807] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.062791] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.062791] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.062791] env[69316]: DEBUG nova.network.neutron [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.192102] env[69316]: DEBUG nova.network.neutron [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Successfully created port: e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.264894] env[69316]: DEBUG nova.network.neutron [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.327435] env[69316]: DEBUG nova.network.neutron [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.338916] env[69316]: DEBUG nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.421593] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367463, 'name': Rename_Task, 'duration_secs': 0.166286} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.421998] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.423069] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84b408e8-91e6-4910-b294-1c2af89100d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.431617] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1032.431617] env[69316]: value = "task-3367464" [ 1032.431617] env[69316]: _type = "Task" [ 1032.431617] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.443436] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.608065] env[69316]: DEBUG nova.network.neutron [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.676547] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7770ca-b144-446f-8abe-b8c40fff2019 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.684980] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1d917-ebc5-449e-b6a7-e5929e7fdb9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.718611] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b5586-dca1-437f-90d5-190bbb37b17b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.727946] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88318e5f-e77b-4671-9870-743b58a4e7d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.742798] env[69316]: DEBUG nova.compute.provider_tree [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.805431] env[69316]: DEBUG nova.network.neutron [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updating instance_info_cache with network_info: [{"id": "b34e5f91-5224-4638-bdf1-ba5c9b3688c1", "address": "fa:16:3e:e6:4f:4c", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34e5f91-52", "ovs_interfaceid": "b34e5f91-5224-4638-bdf1-ba5c9b3688c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.830603] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Releasing lock "refresh_cache-189ff7f2-0f9b-4126-b2da-7038b3be3cc3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.831120] env[69316]: DEBUG nova.compute.manager [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.831319] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.832268] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94179de-9083-4b24-8eec-60f16c8bf49e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.839842] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.840361] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a5a7d80-7125-4977-9030-05e6f84e21c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.847942] env[69316]: DEBUG oslo_vmware.api [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1032.847942] env[69316]: value = "task-3367465" [ 1032.847942] env[69316]: _type = "Task" [ 1032.847942] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.857863] env[69316]: DEBUG oslo_vmware.api [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.902597] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.902836] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.942750] env[69316]: DEBUG oslo_vmware.api [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367464, 'name': PowerOnVM_Task, 'duration_secs': 0.468426} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.942950] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.038767] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47b7581b-b67c-4723-93d5-24cc5c2312c6 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "interface-b056e3e3-5fac-46aa-91d3-30394fa80178-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.039450] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47b7581b-b67c-4723-93d5-24cc5c2312c6 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "interface-b056e3e3-5fac-46aa-91d3-30394fa80178-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.039450] env[69316]: DEBUG nova.objects.instance [None req-47b7581b-b67c-4723-93d5-24cc5c2312c6 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lazy-loading 'flavor' on Instance uuid b056e3e3-5fac-46aa-91d3-30394fa80178 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.056027] env[69316]: DEBUG nova.compute.manager [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.057876] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b788d4-b8de-41f4-b584-a1557a5ac9a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.245926] env[69316]: DEBUG nova.scheduler.client.report [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.309072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.309072] env[69316]: DEBUG nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Instance network_info: |[{"id": "b34e5f91-5224-4638-bdf1-ba5c9b3688c1", "address": "fa:16:3e:e6:4f:4c", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34e5f91-52", "ovs_interfaceid": "b34e5f91-5224-4638-bdf1-ba5c9b3688c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.309340] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:4f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b34e5f91-5224-4638-bdf1-ba5c9b3688c1', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.318361] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.318830] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.319406] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5727608-ba71-4dff-9eaf-4862a45b6a7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.340494] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.340494] env[69316]: value = "task-3367466" [ 1033.340494] env[69316]: _type = "Task" [ 1033.340494] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.349776] env[69316]: DEBUG nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.351733] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367466, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.360163] env[69316]: DEBUG oslo_vmware.api [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367465, 'name': PowerOffVM_Task, 'duration_secs': 0.122733} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.360463] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.360659] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.360950] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25bf728d-0ae6-4e7d-a5cf-f1f12aaa8953 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.370275] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.370506] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.370767] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.371034] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.371192] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.371340] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.371548] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.371708] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.371873] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.372051] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.372233] env[69316]: DEBUG nova.virt.hardware [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.373056] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0b7cfc-6967-461a-be18-b97074c9d07d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.380247] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a12ced-b5bd-46d0-b7d2-56e5806a1f01 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.388668] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.388918] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.389110] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Deleting the datastore file [datastore2] 189ff7f2-0f9b-4126-b2da-7038b3be3cc3 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.396935] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3b65778-0b11-4b42-aea0-af21399777b4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.404892] env[69316]: DEBUG oslo_vmware.api [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for the task: (returnval){ [ 1033.404892] env[69316]: value = "task-3367468" [ 1033.404892] env[69316]: _type = "Task" [ 1033.404892] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.405799] env[69316]: DEBUG nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.420737] env[69316]: DEBUG oslo_vmware.api [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.544485] env[69316]: DEBUG nova.objects.instance [None req-47b7581b-b67c-4723-93d5-24cc5c2312c6 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lazy-loading 'pci_requests' on Instance uuid b056e3e3-5fac-46aa-91d3-30394fa80178 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.582177] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 69.960s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.587489] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "9cbcc253-2e7d-422c-9751-918b0db34152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.587737] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "9cbcc253-2e7d-422c-9751-918b0db34152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.750940] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.751506] env[69316]: DEBUG nova.compute.manager [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.754290] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.020s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.754455] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.756822] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.625s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.758088] env[69316]: DEBUG nova.objects.instance [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lazy-loading 'resources' on Instance uuid 3f76253c-457b-46dd-89cf-c05dc895325b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.775086] env[69316]: DEBUG nova.network.neutron [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Successfully updated port: e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.791399] env[69316]: INFO nova.scheduler.client.report [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted allocations for instance 391711ce-699a-4642-bd68-300c4cd94ce9 [ 1033.851543] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367466, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.916650] env[69316]: DEBUG oslo_vmware.api [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Task: {'id': task-3367468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102432} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.917202] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.917394] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.917570] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.917738] env[69316]: INFO nova.compute.manager [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1033.917974] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.920220] env[69316]: DEBUG nova.compute.manager [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.920324] env[69316]: DEBUG nova.network.neutron [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.932807] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.936362] env[69316]: DEBUG nova.network.neutron [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.983451] env[69316]: DEBUG nova.compute.manager [req-40c4364e-7d31-499f-a39c-75e190d5e8d4 req-48b8cde8-b059-48cd-837c-1539433cc205 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Received event network-changed-b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.983644] env[69316]: DEBUG nova.compute.manager [req-40c4364e-7d31-499f-a39c-75e190d5e8d4 req-48b8cde8-b059-48cd-837c-1539433cc205 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Refreshing instance network info cache due to event network-changed-b34e5f91-5224-4638-bdf1-ba5c9b3688c1. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.983858] env[69316]: DEBUG oslo_concurrency.lockutils [req-40c4364e-7d31-499f-a39c-75e190d5e8d4 req-48b8cde8-b059-48cd-837c-1539433cc205 service nova] Acquiring lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.984014] env[69316]: DEBUG oslo_concurrency.lockutils [req-40c4364e-7d31-499f-a39c-75e190d5e8d4 req-48b8cde8-b059-48cd-837c-1539433cc205 service nova] Acquired lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.984225] env[69316]: DEBUG nova.network.neutron [req-40c4364e-7d31-499f-a39c-75e190d5e8d4 req-48b8cde8-b059-48cd-837c-1539433cc205 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Refreshing network info cache for port b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.048662] env[69316]: DEBUG nova.objects.base [None req-47b7581b-b67c-4723-93d5-24cc5c2312c6 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.048894] env[69316]: DEBUG nova.network.neutron [None req-47b7581b-b67c-4723-93d5-24cc5c2312c6 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.092181] env[69316]: DEBUG nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.122652] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47b7581b-b67c-4723-93d5-24cc5c2312c6 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "interface-b056e3e3-5fac-46aa-91d3-30394fa80178-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.083s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.245045] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "6d18e7e0-3871-4375-ab12-920f0149bfe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.245045] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "6d18e7e0-3871-4375-ab12-920f0149bfe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.260405] env[69316]: DEBUG nova.compute.utils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.264522] env[69316]: DEBUG nova.compute.manager [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1034.278645] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.278859] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.278975] env[69316]: DEBUG nova.network.neutron [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.299167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-04fc8c2e-f059-40a4-96d0-d636ae120156 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "391711ce-699a-4642-bd68-300c4cd94ce9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.982s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.350777] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367466, 'name': CreateVM_Task, 'duration_secs': 0.517521} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.351059] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.351764] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.352010] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.352507] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.352763] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddefea5c-f7a0-4c59-b123-5537d05508cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.359930] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1034.359930] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52009307-79f8-7eaf-8247-22be158a4b8e" [ 1034.359930] env[69316]: _type = "Task" [ 1034.359930] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.368696] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52009307-79f8-7eaf-8247-22be158a4b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.438277] env[69316]: DEBUG nova.network.neutron [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.566864] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f131e2e-0340-4d06-8b98-7624d3859281 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.574831] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9d95b1-d839-4f74-a68b-c632dec037a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.612745] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a80ae0-9070-4884-b000-459353a9399e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.620438] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11526cc-2f83-4770-a963-852b46c78402 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.625580] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.640913] env[69316]: DEBUG nova.compute.provider_tree [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.737206] env[69316]: DEBUG nova.network.neutron [req-40c4364e-7d31-499f-a39c-75e190d5e8d4 req-48b8cde8-b059-48cd-837c-1539433cc205 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updated VIF entry in instance network info cache for port b34e5f91-5224-4638-bdf1-ba5c9b3688c1. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.737594] env[69316]: DEBUG nova.network.neutron [req-40c4364e-7d31-499f-a39c-75e190d5e8d4 req-48b8cde8-b059-48cd-837c-1539433cc205 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updating instance_info_cache with network_info: [{"id": "b34e5f91-5224-4638-bdf1-ba5c9b3688c1", "address": "fa:16:3e:e6:4f:4c", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34e5f91-52", "ovs_interfaceid": "b34e5f91-5224-4638-bdf1-ba5c9b3688c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.746674] env[69316]: DEBUG nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.763195] env[69316]: DEBUG nova.compute.manager [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.825643] env[69316]: DEBUG nova.network.neutron [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.878734] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52009307-79f8-7eaf-8247-22be158a4b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.879330] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.879723] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.880122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.880377] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.880681] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.881099] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc1e74a3-11d4-4f50-b693-ac2ed22dc71f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.892215] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.892530] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.893731] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9bf748-c6ef-42e3-a02d-f7c59cd22946 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.901115] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1034.901115] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f0b57a-87bd-d282-5097-0d80bb87d80b" [ 1034.901115] env[69316]: _type = "Task" [ 1034.901115] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.916775] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f0b57a-87bd-d282-5097-0d80bb87d80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.941053] env[69316]: INFO nova.compute.manager [-] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Took 1.02 seconds to deallocate network for instance. [ 1035.144851] env[69316]: DEBUG nova.scheduler.client.report [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.239770] env[69316]: DEBUG oslo_concurrency.lockutils [req-40c4364e-7d31-499f-a39c-75e190d5e8d4 req-48b8cde8-b059-48cd-837c-1539433cc205 service nova] Releasing lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.272879] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.281324] env[69316]: DEBUG nova.network.neutron [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance_info_cache with network_info: [{"id": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "address": "fa:16:3e:ba:cc:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51bad14-4a", "ovs_interfaceid": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.413472] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f0b57a-87bd-d282-5097-0d80bb87d80b, 'name': SearchDatastore_Task, 'duration_secs': 0.05476} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.414330] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b48941-d209-4a9b-b876-994117413a51 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.420604] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1035.420604] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529e47a8-adc7-2b58-5b27-7a3a7a798c17" [ 1035.420604] env[69316]: _type = "Task" [ 1035.420604] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.430634] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529e47a8-adc7-2b58-5b27-7a3a7a798c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.449630] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.656671] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.659180] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.855s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.659474] env[69316]: DEBUG nova.objects.instance [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lazy-loading 'resources' on Instance uuid 17adb78a-c2b6-477d-b029-14b0acb2fd0e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.686901] env[69316]: INFO nova.scheduler.client.report [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Deleted allocations for instance 3f76253c-457b-46dd-89cf-c05dc895325b [ 1035.775061] env[69316]: DEBUG nova.compute.manager [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.784390] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.784749] env[69316]: DEBUG nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Instance network_info: |[{"id": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "address": "fa:16:3e:ba:cc:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51bad14-4a", "ovs_interfaceid": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.785232] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:cc:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.794249] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.796600] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.797171] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd790b29-9829-4feb-ba7b-9f5b8feeaf50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.815775] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.816142] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.816423] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.816676] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.816836] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.816987] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.817222] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.817413] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.817595] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.817762] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.817937] env[69316]: DEBUG nova.virt.hardware [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.819255] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f2095f-a0a7-4a27-844b-a9021406e88b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.829609] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9386f4c8-a796-4473-b37b-f60386f68049 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.834049] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.834049] env[69316]: value = "task-3367469" [ 1035.834049] env[69316]: _type = "Task" [ 1035.834049] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.845564] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.851243] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Creating folder: Project (a52d2060f18643098631d8380ec6db38). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.852058] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c75003de-7aef-4d7c-827b-053d375931a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.857855] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367469, 'name': CreateVM_Task} progress is 15%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.862973] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Created folder: Project (a52d2060f18643098631d8380ec6db38) in parent group-v671748. [ 1035.863202] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Creating folder: Instances. Parent ref: group-v671963. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.863448] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ecc4246-d1de-4ad7-8141-00ef4a7a9972 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.871919] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Created folder: Instances in parent group-v671963. [ 1035.872204] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.872411] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.872628] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1229c88d-8aa9-4971-945e-043d687f0c0c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.893844] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.893844] env[69316]: value = "task-3367472" [ 1035.893844] env[69316]: _type = "Task" [ 1035.893844] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.902392] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367472, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.932778] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529e47a8-adc7-2b58-5b27-7a3a7a798c17, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.933139] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.933331] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb/538ae597-ae6b-46db-9554-9dd3614681cb.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.933618] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84400829-e45a-4f4b-a15f-4d48ae3c8806 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.939402] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1035.939402] env[69316]: value = "task-3367473" [ 1035.939402] env[69316]: _type = "Task" [ 1035.939402] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.947249] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.018438] env[69316]: DEBUG nova.compute.manager [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Received event network-vif-plugged-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.018719] env[69316]: DEBUG oslo_concurrency.lockutils [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] Acquiring lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.019009] env[69316]: DEBUG oslo_concurrency.lockutils [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.019268] env[69316]: DEBUG oslo_concurrency.lockutils [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.019404] env[69316]: DEBUG nova.compute.manager [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] No waiting events found dispatching network-vif-plugged-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.019573] env[69316]: WARNING nova.compute.manager [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Received unexpected event network-vif-plugged-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa for instance with vm_state building and task_state spawning. [ 1036.019831] env[69316]: DEBUG nova.compute.manager [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Received event network-changed-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.019957] env[69316]: DEBUG nova.compute.manager [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Refreshing instance network info cache due to event network-changed-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.020067] env[69316]: DEBUG oslo_concurrency.lockutils [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] Acquiring lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.020226] env[69316]: DEBUG oslo_concurrency.lockutils [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] Acquired lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.020380] env[69316]: DEBUG nova.network.neutron [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Refreshing network info cache for port e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.196871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Lock "3f76253c-457b-46dd-89cf-c05dc895325b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.432s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.201323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "b056e3e3-5fac-46aa-91d3-30394fa80178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.201323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "b056e3e3-5fac-46aa-91d3-30394fa80178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.201323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "b056e3e3-5fac-46aa-91d3-30394fa80178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.201323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "b056e3e3-5fac-46aa-91d3-30394fa80178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.201323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "b056e3e3-5fac-46aa-91d3-30394fa80178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.206495] env[69316]: INFO nova.compute.manager [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Terminating instance [ 1036.351331] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367469, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.412059] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367472, 'name': CreateVM_Task, 'duration_secs': 0.482591} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.415098] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.416073] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.416251] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.416570] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.416839] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00317e32-9634-445f-a333-32fe9a37e01d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.425781] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1036.425781] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bc61ad-39ba-6df6-94b5-e323ef3e36fb" [ 1036.425781] env[69316]: _type = "Task" [ 1036.425781] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.440574] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bc61ad-39ba-6df6-94b5-e323ef3e36fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.451591] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367473, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.526750] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1956a2c-4140-41cc-bea0-3627df607576 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.535035] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b2c37-7d0b-4755-a2b0-0b3048b87a03 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.568505] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747928f-16c5-4e4d-bdab-dfb9ea3b828a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.575539] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec43ab-286d-40ac-bd3d-a7a96f48a986 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.588231] env[69316]: DEBUG nova.compute.provider_tree [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.713783] env[69316]: DEBUG nova.compute.manager [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.714081] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.715029] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e370dda-7d54-47ea-ad31-86cffb85cf69 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.723237] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.723451] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffd862f3-5352-450e-a843-03bb4eafa2d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.729422] env[69316]: DEBUG oslo_vmware.api [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1036.729422] env[69316]: value = "task-3367474" [ 1036.729422] env[69316]: _type = "Task" [ 1036.729422] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.738313] env[69316]: DEBUG oslo_vmware.api [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.747929] env[69316]: DEBUG nova.network.neutron [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updated VIF entry in instance network info cache for port e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.748319] env[69316]: DEBUG nova.network.neutron [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance_info_cache with network_info: [{"id": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "address": "fa:16:3e:ba:cc:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51bad14-4a", "ovs_interfaceid": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.845246] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367469, 'name': CreateVM_Task, 'duration_secs': 0.642218} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.845727] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.846248] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.846351] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.846707] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.846990] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2b8a16-6982-44c8-8edc-4bc512c988c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.851663] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1036.851663] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523f5a11-ba32-e4a5-8003-3b39de2cd40b" [ 1036.851663] env[69316]: _type = "Task" [ 1036.851663] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.859380] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523f5a11-ba32-e4a5-8003-3b39de2cd40b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.935894] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bc61ad-39ba-6df6-94b5-e323ef3e36fb, 'name': SearchDatastore_Task, 'duration_secs': 0.026806} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.936234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.936466] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.936785] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.936860] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.937048] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.937325] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a7479b-037b-497f-b329-369d8684141c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.945801] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.945896] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.951710] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c625bdf4-101e-4d77-a010-5dd085214a40 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.954515] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531124} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.954947] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb/538ae597-ae6b-46db-9554-9dd3614681cb.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.955114] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.955783] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d17340b-be0c-4dfe-949f-0176e8d0f2e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.959672] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1036.959672] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525bd89f-e3db-2445-86cb-f5f76b0807db" [ 1036.959672] env[69316]: _type = "Task" [ 1036.959672] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.965114] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1036.965114] env[69316]: value = "task-3367475" [ 1036.965114] env[69316]: _type = "Task" [ 1036.965114] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.972887] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525bd89f-e3db-2445-86cb-f5f76b0807db, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.974377] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe7064f-0566-44b0-b2c7-3bdfa88cca73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.980097] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.983510] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1036.983510] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52543388-c0cd-1154-1745-c0104754fb37" [ 1036.983510] env[69316]: _type = "Task" [ 1036.983510] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.992104] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52543388-c0cd-1154-1745-c0104754fb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.093722] env[69316]: DEBUG nova.scheduler.client.report [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.239648] env[69316]: DEBUG oslo_vmware.api [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367474, 'name': PowerOffVM_Task, 'duration_secs': 0.363008} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.239939] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.240136] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.240394] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6fcd8be-fe7c-41af-b581-ea5c509cc871 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.250596] env[69316]: DEBUG oslo_concurrency.lockutils [req-b478c9a0-73be-4a78-b656-fd1ef967b1f7 req-ec3ea980-9e98-46c9-a69b-7fe2154e0952 service nova] Releasing lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.321169] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.321325] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.321577] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Deleting the datastore file [datastore2] b056e3e3-5fac-46aa-91d3-30394fa80178 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.321706] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c95c887-f82f-478b-8bf8-f3a99a0a80b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.328584] env[69316]: DEBUG oslo_vmware.api [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for the task: (returnval){ [ 1037.328584] env[69316]: value = "task-3367477" [ 1037.328584] env[69316]: _type = "Task" [ 1037.328584] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.338379] env[69316]: DEBUG oslo_vmware.api [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.361339] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523f5a11-ba32-e4a5-8003-3b39de2cd40b, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.361670] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.362065] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.362219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.362424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.362660] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.362949] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ce701b4-8036-42e8-8b01-a7e3ff5654d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.371985] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.372216] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.372965] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad84f26-1932-490f-9251-18c5bda54079 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.378248] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1037.378248] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52440ce8-7d7d-94d5-b253-0ade0c440d87" [ 1037.378248] env[69316]: _type = "Task" [ 1037.378248] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.386323] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52440ce8-7d7d-94d5-b253-0ade0c440d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.474814] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276914} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.475108] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.475871] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada5fb31-67ab-4236-8b38-f522a002b68d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.497993] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb/538ae597-ae6b-46db-9554-9dd3614681cb.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.500930] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f664ea-beb7-4a7c-845e-5f7e24042178 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.520240] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52543388-c0cd-1154-1745-c0104754fb37, 'name': SearchDatastore_Task, 'duration_secs': 0.009033} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.521401] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.521658] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc/a43fe989-00f6-43a8-a8df-73fc14b931bc.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.521982] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1037.521982] env[69316]: value = "task-3367478" [ 1037.521982] env[69316]: _type = "Task" [ 1037.521982] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.522160] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22ec78ea-a836-4f40-a4b7-93fb4920f6c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.531245] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.532482] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1037.532482] env[69316]: value = "task-3367479" [ 1037.532482] env[69316]: _type = "Task" [ 1037.532482] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.539626] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.601020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.601772] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.293s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.602565] env[69316]: DEBUG nova.objects.instance [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lazy-loading 'resources' on Instance uuid 8757293e-ec02-4d08-9ac5-fec158bb82c6 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.625028] env[69316]: INFO nova.scheduler.client.report [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Deleted allocations for instance 17adb78a-c2b6-477d-b029-14b0acb2fd0e [ 1037.838540] env[69316]: DEBUG oslo_vmware.api [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Task: {'id': task-3367477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131793} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.838813] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.838813] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.842191] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.842191] env[69316]: INFO nova.compute.manager [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1037.842191] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.842191] env[69316]: DEBUG nova.compute.manager [-] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.842191] env[69316]: DEBUG nova.network.neutron [-] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.889900] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52440ce8-7d7d-94d5-b253-0ade0c440d87, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.890396] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46c693c-7072-4fad-83b4-6d49f140266c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.898025] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1037.898025] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52930eb1-92a7-f745-0aa8-9d92eb5644b3" [ 1037.898025] env[69316]: _type = "Task" [ 1037.898025] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.906536] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52930eb1-92a7-f745-0aa8-9d92eb5644b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.034796] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367478, 'name': ReconfigVM_Task, 'duration_secs': 0.373489} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.038180] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb/538ae597-ae6b-46db-9554-9dd3614681cb.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.038823] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb09310-73f7-4522-a6cc-fde327341f8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.045529] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476121} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.046477] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc/a43fe989-00f6-43a8-a8df-73fc14b931bc.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.046629] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.046932] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1038.046932] env[69316]: value = "task-3367480" [ 1038.046932] env[69316]: _type = "Task" [ 1038.046932] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.047157] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eaaf30b-d392-497b-a8a7-6fee4ca9ada9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.056520] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367480, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.057694] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1038.057694] env[69316]: value = "task-3367481" [ 1038.057694] env[69316]: _type = "Task" [ 1038.057694] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.136617] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e320d534-e33e-4718-9d09-ebaef24e24ab tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Lock "17adb78a-c2b6-477d-b029-14b0acb2fd0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.833s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.277406] env[69316]: DEBUG nova.compute.manager [req-6df13567-e001-47ee-b47f-ff7d31717704 req-2002683e-7046-4178-b8e3-5d62b4ce6f7f service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Received event network-vif-deleted-a05ef43c-54f2-4696-9c81-a872f9ce5d09 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.277661] env[69316]: INFO nova.compute.manager [req-6df13567-e001-47ee-b47f-ff7d31717704 req-2002683e-7046-4178-b8e3-5d62b4ce6f7f service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Neutron deleted interface a05ef43c-54f2-4696-9c81-a872f9ce5d09; detaching it from the instance and deleting it from the info cache [ 1038.278124] env[69316]: DEBUG nova.network.neutron [req-6df13567-e001-47ee-b47f-ff7d31717704 req-2002683e-7046-4178-b8e3-5d62b4ce6f7f service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.407139] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52930eb1-92a7-f745-0aa8-9d92eb5644b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014286} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.409114] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.409617] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] c6746791-f53d-4032-b8e0-153e14c2d04e/c6746791-f53d-4032-b8e0-153e14c2d04e.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.412034] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d820097-8c58-4e86-8d1a-b2477848e10a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.420489] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1038.420489] env[69316]: value = "task-3367482" [ 1038.420489] env[69316]: _type = "Task" [ 1038.420489] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.433767] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.483069] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e306813f-2ec3-4d8e-8ae2-965016947fe8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.491887] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7883771-1412-4943-9719-7aac8d45f91e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.522505] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af216292-f54c-4a56-99a1-e5903420b8d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.530021] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1530ceb9-14be-43e2-92af-aa8df359337d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.544028] env[69316]: DEBUG nova.compute.provider_tree [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.557480] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367480, 'name': Rename_Task, 'duration_secs': 0.163369} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.557744] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.558047] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0c0416-da4e-4053-8ebb-47a5fd5df573 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.569578] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098251} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.571237] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.571366] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1038.571366] env[69316]: value = "task-3367483" [ 1038.571366] env[69316]: _type = "Task" [ 1038.571366] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.572405] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efccb65-063a-49c9-902a-5c173f2dda08 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.583362] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367483, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.598742] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc/a43fe989-00f6-43a8-a8df-73fc14b931bc.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.599468] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63fcf18-0e15-4535-88e7-7c92e0228848 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.619105] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1038.619105] env[69316]: value = "task-3367484" [ 1038.619105] env[69316]: _type = "Task" [ 1038.619105] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.628150] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.696437] env[69316]: DEBUG nova.network.neutron [-] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.781452] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2abcdab-a0b7-44ed-a32a-7144d85f3dd2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.795412] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5ebd5-8ff5-45fd-8fdf-8668092ed60c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.828534] env[69316]: DEBUG nova.compute.manager [req-6df13567-e001-47ee-b47f-ff7d31717704 req-2002683e-7046-4178-b8e3-5d62b4ce6f7f service nova] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Detach interface failed, port_id=a05ef43c-54f2-4696-9c81-a872f9ce5d09, reason: Instance b056e3e3-5fac-46aa-91d3-30394fa80178 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.933551] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367482, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.047580] env[69316]: DEBUG nova.scheduler.client.report [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.086961] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367483, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.128144] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367484, 'name': ReconfigVM_Task, 'duration_secs': 0.448214} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.128366] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Reconfigured VM instance instance-0000004a to attach disk [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc/a43fe989-00f6-43a8-a8df-73fc14b931bc.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.128967] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237ec8f9-cf24-4704-b270-42c087762339 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.134620] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1039.134620] env[69316]: value = "task-3367485" [ 1039.134620] env[69316]: _type = "Task" [ 1039.134620] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.142081] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367485, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.200404] env[69316]: INFO nova.compute.manager [-] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Took 1.36 seconds to deallocate network for instance. [ 1039.433892] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525948} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.434202] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] c6746791-f53d-4032-b8e0-153e14c2d04e/c6746791-f53d-4032-b8e0-153e14c2d04e.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.434475] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.434753] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5214271-d607-4183-815d-e6ff1aebed77 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.441657] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1039.441657] env[69316]: value = "task-3367486" [ 1039.441657] env[69316]: _type = "Task" [ 1039.441657] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.449543] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.553167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.555450] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.848s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.555690] env[69316]: DEBUG nova.objects.instance [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lazy-loading 'resources' on Instance uuid 2b8b533d-0169-463f-9035-b2267bb74a87 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.576957] env[69316]: INFO nova.scheduler.client.report [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Deleted allocations for instance 8757293e-ec02-4d08-9ac5-fec158bb82c6 [ 1039.588767] env[69316]: DEBUG oslo_vmware.api [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367483, 'name': PowerOnVM_Task, 'duration_secs': 0.541237} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.588921] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.589141] env[69316]: INFO nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1039.589321] env[69316]: DEBUG nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.591334] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b19f08c-fd6a-4fe1-935d-603478215cd8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.643915] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367485, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.707888] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.952158] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.087142] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dbebac8a-5e71-4d55-9412-c10b49119c06 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "8757293e-ec02-4d08-9ac5-fec158bb82c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.357s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.110227] env[69316]: INFO nova.compute.manager [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Took 27.85 seconds to build instance. [ 1040.149416] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367485, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.341692] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db815671-bcef-4387-abdd-aaa64c5c60a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.351784] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655432da-00c2-4c57-8de2-e7115c2968b2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.381017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adb43eb-d3d8-4661-869e-1ee22eaeed4f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.388102] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e19c1b-7bc3-4874-a4c7-416c8b15a84f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.402678] env[69316]: DEBUG nova.compute.provider_tree [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.451758] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.87816} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.452051] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.452814] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5800aab9-bc38-46d8-bfd5-ab1e74269418 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.474092] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] c6746791-f53d-4032-b8e0-153e14c2d04e/c6746791-f53d-4032-b8e0-153e14c2d04e.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.474376] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dae41aa-a9fa-4700-84f9-63b7f3b8bcff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.494258] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1040.494258] env[69316]: value = "task-3367487" [ 1040.494258] env[69316]: _type = "Task" [ 1040.494258] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.503030] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.571305] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "d6324a01-b72a-48b7-aa90-11ad8684823c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.571564] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "d6324a01-b72a-48b7-aa90-11ad8684823c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.571774] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "d6324a01-b72a-48b7-aa90-11ad8684823c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.572024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "d6324a01-b72a-48b7-aa90-11ad8684823c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.572219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "d6324a01-b72a-48b7-aa90-11ad8684823c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.574649] env[69316]: INFO nova.compute.manager [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Terminating instance [ 1040.615310] env[69316]: DEBUG oslo_concurrency.lockutils [None req-81904107-2830-4dcd-b934-5c039c86faf7 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.381s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.649760] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367485, 'name': Rename_Task, 'duration_secs': 1.153636} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.650122] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.650919] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b54b802-ff94-4ef6-80c7-aa0c8ba24f2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.658415] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1040.658415] env[69316]: value = "task-3367488" [ 1040.658415] env[69316]: _type = "Task" [ 1040.658415] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.672685] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.790288] env[69316]: DEBUG nova.compute.manager [req-073e92c1-c146-4258-aa73-1b79afa2d063 req-c01573ce-d38a-4228-8921-3aa5b6c038ec service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Received event network-changed-b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.790647] env[69316]: DEBUG nova.compute.manager [req-073e92c1-c146-4258-aa73-1b79afa2d063 req-c01573ce-d38a-4228-8921-3aa5b6c038ec service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Refreshing instance network info cache due to event network-changed-b34e5f91-5224-4638-bdf1-ba5c9b3688c1. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.791081] env[69316]: DEBUG oslo_concurrency.lockutils [req-073e92c1-c146-4258-aa73-1b79afa2d063 req-c01573ce-d38a-4228-8921-3aa5b6c038ec service nova] Acquiring lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.791319] env[69316]: DEBUG oslo_concurrency.lockutils [req-073e92c1-c146-4258-aa73-1b79afa2d063 req-c01573ce-d38a-4228-8921-3aa5b6c038ec service nova] Acquired lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.791568] env[69316]: DEBUG nova.network.neutron [req-073e92c1-c146-4258-aa73-1b79afa2d063 req-c01573ce-d38a-4228-8921-3aa5b6c038ec service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Refreshing network info cache for port b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.905997] env[69316]: DEBUG nova.scheduler.client.report [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.005738] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367487, 'name': ReconfigVM_Task, 'duration_secs': 0.266516} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.006129] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Reconfigured VM instance instance-00000049 to attach disk [datastore1] c6746791-f53d-4032-b8e0-153e14c2d04e/c6746791-f53d-4032-b8e0-153e14c2d04e.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.006943] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1c51644-40c1-42d3-b1d3-36b5a232e32b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.016324] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1041.016324] env[69316]: value = "task-3367489" [ 1041.016324] env[69316]: _type = "Task" [ 1041.016324] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.026010] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367489, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.078995] env[69316]: DEBUG nova.compute.manager [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.079274] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.080146] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69cd553-0162-4fca-b0d3-5a79991bd809 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.087469] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.087703] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f36d9ec-c230-4c82-9469-4ed02c8dd3b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.092541] env[69316]: DEBUG oslo_vmware.api [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1041.092541] env[69316]: value = "task-3367490" [ 1041.092541] env[69316]: _type = "Task" [ 1041.092541] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.100047] env[69316]: DEBUG oslo_vmware.api [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.169016] env[69316]: DEBUG oslo_vmware.api [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367488, 'name': PowerOnVM_Task, 'duration_secs': 0.431465} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.169313] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.169510] env[69316]: INFO nova.compute.manager [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Took 5.39 seconds to spawn the instance on the hypervisor. [ 1041.169690] env[69316]: DEBUG nova.compute.manager [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.170473] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3766b4e0-5f01-4c13-8b14-2cdc3af10a52 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.412158] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.415531] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.560s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.415886] env[69316]: DEBUG nova.objects.instance [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lazy-loading 'resources' on Instance uuid bb4003d9-d483-4eb6-a7db-cc067adad217 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.445691] env[69316]: INFO nova.scheduler.client.report [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Deleted allocations for instance 2b8b533d-0169-463f-9035-b2267bb74a87 [ 1041.525188] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367489, 'name': Rename_Task, 'duration_secs': 0.134116} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.525431] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.525681] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b10ab36-3e73-4df4-afda-9812c1516734 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.531706] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1041.531706] env[69316]: value = "task-3367491" [ 1041.531706] env[69316]: _type = "Task" [ 1041.531706] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.539721] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.545400] env[69316]: DEBUG nova.network.neutron [req-073e92c1-c146-4258-aa73-1b79afa2d063 req-c01573ce-d38a-4228-8921-3aa5b6c038ec service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updated VIF entry in instance network info cache for port b34e5f91-5224-4638-bdf1-ba5c9b3688c1. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.545848] env[69316]: DEBUG nova.network.neutron [req-073e92c1-c146-4258-aa73-1b79afa2d063 req-c01573ce-d38a-4228-8921-3aa5b6c038ec service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updating instance_info_cache with network_info: [{"id": "b34e5f91-5224-4638-bdf1-ba5c9b3688c1", "address": "fa:16:3e:e6:4f:4c", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34e5f91-52", "ovs_interfaceid": "b34e5f91-5224-4638-bdf1-ba5c9b3688c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.607540] env[69316]: DEBUG oslo_vmware.api [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367490, 'name': PowerOffVM_Task, 'duration_secs': 0.432416} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.607694] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.607931] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.608325] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27402c2-e0fd-4457-ad38-2a8055d8fe24 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.672671] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.672954] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.673208] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Deleting the datastore file [datastore1] d6324a01-b72a-48b7-aa90-11ad8684823c {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.673522] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6e94638-193f-485b-932d-cec733971c31 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.683868] env[69316]: DEBUG oslo_vmware.api [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for the task: (returnval){ [ 1041.683868] env[69316]: value = "task-3367493" [ 1041.683868] env[69316]: _type = "Task" [ 1041.683868] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.690361] env[69316]: INFO nova.compute.manager [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Took 27.16 seconds to build instance. [ 1041.696692] env[69316]: DEBUG oslo_vmware.api [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.953409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Lock "2b8b533d-0169-463f-9035-b2267bb74a87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.091s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.041728] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.048739] env[69316]: DEBUG oslo_concurrency.lockutils [req-073e92c1-c146-4258-aa73-1b79afa2d063 req-c01573ce-d38a-4228-8921-3aa5b6c038ec service nova] Releasing lock "refresh_cache-538ae597-ae6b-46db-9554-9dd3614681cb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.175800] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6dca34-c006-4eba-baa8-66d32b4e4e8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.184408] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25e1ce8-79cb-4817-a649-90dcf7b63ec7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.192230] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4f8a8791-dbca-4f9b-8bef-46c77c7f68eb tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "a43fe989-00f6-43a8-a8df-73fc14b931bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.674s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.197123] env[69316]: DEBUG oslo_vmware.api [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Task: {'id': task-3367493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253357} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.220523] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.220753] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.220966] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.221169] env[69316]: INFO nova.compute.manager [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1042.221418] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.221866] env[69316]: DEBUG nova.compute.manager [-] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.221970] env[69316]: DEBUG nova.network.neutron [-] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.224275] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b533a-ad57-4aee-b2ab-16970ee5e98c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.232480] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec318a5b-9973-456c-ace1-eb6547ee7670 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.246231] env[69316]: DEBUG nova.compute.provider_tree [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.544445] env[69316]: DEBUG oslo_vmware.api [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367491, 'name': PowerOnVM_Task, 'duration_secs': 0.755991} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.544709] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.544904] env[69316]: INFO nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1042.545099] env[69316]: DEBUG nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.545861] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb823570-04e5-4b7e-95b1-5b8091a23606 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.588351] env[69316]: DEBUG nova.compute.manager [req-77db48e7-ab51-4f01-b96d-a535c2ae568d req-2aca491c-2b63-4d27-879b-f3553673f4dd service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Received event network-vif-deleted-ad9ee43d-865e-4176-b44b-d831504457de {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.588596] env[69316]: INFO nova.compute.manager [req-77db48e7-ab51-4f01-b96d-a535c2ae568d req-2aca491c-2b63-4d27-879b-f3553673f4dd service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Neutron deleted interface ad9ee43d-865e-4176-b44b-d831504457de; detaching it from the instance and deleting it from the info cache [ 1042.588804] env[69316]: DEBUG nova.network.neutron [req-77db48e7-ab51-4f01-b96d-a535c2ae568d req-2aca491c-2b63-4d27-879b-f3553673f4dd service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.754023] env[69316]: DEBUG nova.scheduler.client.report [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.021902] env[69316]: DEBUG nova.network.neutron [-] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.062251] env[69316]: INFO nova.compute.manager [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Took 30.01 seconds to build instance. [ 1043.091217] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbbb9df2-42c9-42b8-856f-24d2122c4d4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.101713] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3bd9e6-dc3a-4440-b7cb-93c3517f7012 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.134016] env[69316]: DEBUG nova.compute.manager [req-77db48e7-ab51-4f01-b96d-a535c2ae568d req-2aca491c-2b63-4d27-879b-f3553673f4dd service nova] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Detach interface failed, port_id=ad9ee43d-865e-4176-b44b-d831504457de, reason: Instance d6324a01-b72a-48b7-aa90-11ad8684823c could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.257615] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.260528] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.783s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.260827] env[69316]: DEBUG nova.objects.instance [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lazy-loading 'resources' on Instance uuid 040b7fb2-af22-4986-94d3-ac9d2eb27b90 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.287449] env[69316]: INFO nova.scheduler.client.report [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted allocations for instance bb4003d9-d483-4eb6-a7db-cc067adad217 [ 1043.314084] env[69316]: INFO nova.compute.manager [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Rebuilding instance [ 1043.377974] env[69316]: DEBUG nova.compute.manager [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.378826] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e9558-5292-4153-8016-b56c0f989c48 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.525139] env[69316]: INFO nova.compute.manager [-] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Took 1.30 seconds to deallocate network for instance. [ 1043.564445] env[69316]: DEBUG oslo_concurrency.lockutils [None req-729392ba-65c5-4155-9e5d-3b30d15145fb tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.523s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.797724] env[69316]: DEBUG oslo_concurrency.lockutils [None req-32a91b2c-02d5-4381-82db-603be7b46338 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "bb4003d9-d483-4eb6-a7db-cc067adad217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.454s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.031371] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.070929] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f3d523-28a2-4034-b248-c7adf490896a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.080135] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3796b1-451f-4b7c-8196-017ad3032bb2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.119068] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd8803c-5b6e-42e0-97b9-07db87e8dc84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.126662] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f05290-1080-4235-a0f0-fcc4c3133a97 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.144310] env[69316]: DEBUG nova.compute.provider_tree [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.402843] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.403330] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4231243-eaef-4df2-bd2d-dd5c688779dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.412914] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1044.412914] env[69316]: value = "task-3367494" [ 1044.412914] env[69316]: _type = "Task" [ 1044.412914] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.434603] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.462544] env[69316]: DEBUG nova.compute.manager [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1044.532481] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.532817] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.533016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.533182] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.536432] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.536432] env[69316]: INFO nova.compute.manager [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Terminating instance [ 1044.648302] env[69316]: DEBUG nova.scheduler.client.report [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.930069] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367494, 'name': PowerOffVM_Task, 'duration_secs': 0.366236} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.930546] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.931431] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.932736] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd38fdf7-cdfe-4c8b-9c79-7c707636bc5b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.941020] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.941020] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3cb51d8-0d03-4bc7-98af-8172697537db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.973738] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.973738] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.973738] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Deleting the datastore file [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.973738] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90bc64de-cfb9-4965-822d-2f14b818f2a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.979889] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1044.979889] env[69316]: value = "task-3367496" [ 1044.979889] env[69316]: _type = "Task" [ 1044.979889] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.988741] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.989907] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.041010] env[69316]: DEBUG nova.compute.manager [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.041010] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.041362] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de5cd6-ff51-47cc-a0b4-8685d4a8765c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.049647] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.049985] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62b7517d-7300-42cb-9aad-01ca2c447144 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.056195] env[69316]: DEBUG oslo_vmware.api [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 1045.056195] env[69316]: value = "task-3367497" [ 1045.056195] env[69316]: _type = "Task" [ 1045.056195] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.064415] env[69316]: DEBUG oslo_vmware.api [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.155200] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.159131] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.881s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.159131] env[69316]: DEBUG nova.objects.instance [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lazy-loading 'resources' on Instance uuid 48ed2483-9904-429f-b48d-8dc0150b8fff {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.181033] env[69316]: INFO nova.scheduler.client.report [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Deleted allocations for instance 040b7fb2-af22-4986-94d3-ac9d2eb27b90 [ 1045.490930] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119368} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.491137] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.491308] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.491485] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.566575] env[69316]: DEBUG oslo_vmware.api [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367497, 'name': PowerOffVM_Task, 'duration_secs': 0.337122} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.566909] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.566994] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.567268] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1aa0340-f96f-435f-9749-89aa04362027 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.649337] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.649565] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.649774] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleting the datastore file [datastore2] 6833f95d-d577-4f8a-bf82-3cec2dc8656b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.650091] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41a8799a-68be-46cd-a84c-c57706a75546 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.666746] env[69316]: DEBUG oslo_vmware.api [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for the task: (returnval){ [ 1045.666746] env[69316]: value = "task-3367499" [ 1045.666746] env[69316]: _type = "Task" [ 1045.666746] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.690876] env[69316]: DEBUG oslo_vmware.api [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.692700] env[69316]: DEBUG oslo_concurrency.lockutils [None req-12d9bc5b-074b-4379-8cf7-b5b65c16d881 tempest-ServerShowV247Test-854130867 tempest-ServerShowV247Test-854130867-project-member] Lock "040b7fb2-af22-4986-94d3-ac9d2eb27b90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.424s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.057164] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a82f2-7bd5-4b8f-b943-68925a3d1303 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.065665] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cfc177-1e3e-4b3a-84d9-0854c6c56db7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.100100] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2adcced-2104-4a21-a68c-aa697b3e6de0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.108499] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe32d76-7bfd-4b16-bd16-dceec3d56c66 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.122853] env[69316]: DEBUG nova.compute.provider_tree [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.177196] env[69316]: DEBUG oslo_vmware.api [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Task: {'id': task-3367499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203435} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.177790] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.177790] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.177968] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.178043] env[69316]: INFO nova.compute.manager [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.178237] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.178433] env[69316]: DEBUG nova.compute.manager [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.178667] env[69316]: DEBUG nova.network.neutron [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.533086] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.533323] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.533501] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.533686] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.533879] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.533982] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.534218] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.534361] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.534550] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.534758] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.534945] env[69316]: DEBUG nova.virt.hardware [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.535925] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e0c2a8-ea66-4056-8822-d1836a840d12 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.541405] env[69316]: DEBUG nova.compute.manager [req-862cea05-e7f7-4715-8695-115d862c0c58 req-ae794d2d-be5f-476d-9ae6-9c9588cffaa0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Received event network-vif-deleted-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.541491] env[69316]: INFO nova.compute.manager [req-862cea05-e7f7-4715-8695-115d862c0c58 req-ae794d2d-be5f-476d-9ae6-9c9588cffaa0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Neutron deleted interface a3f44fd9-ad0e-4d8c-bf54-13f01f909b00; detaching it from the instance and deleting it from the info cache [ 1046.541648] env[69316]: DEBUG nova.network.neutron [req-862cea05-e7f7-4715-8695-115d862c0c58 req-ae794d2d-be5f-476d-9ae6-9c9588cffaa0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.551101] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570436fb-7723-4bbe-b116-65d80130f82a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.565291] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.571775] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.572665] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.572913] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd32046a-76f8-44f5-a0a4-68d7d449b6fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.590613] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.590613] env[69316]: value = "task-3367500" [ 1046.590613] env[69316]: _type = "Task" [ 1046.590613] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.600805] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367500, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.626718] env[69316]: DEBUG nova.scheduler.client.report [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.993705] env[69316]: DEBUG nova.network.neutron [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.047492] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f26e178e-d957-44d8-82d3-554b78fc15a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.058492] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aea1bb9-bed9-488b-ad2a-7ebf96ddedea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.088600] env[69316]: DEBUG nova.compute.manager [req-862cea05-e7f7-4715-8695-115d862c0c58 req-ae794d2d-be5f-476d-9ae6-9c9588cffaa0 service nova] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Detach interface failed, port_id=a3f44fd9-ad0e-4d8c-bf54-13f01f909b00, reason: Instance 6833f95d-d577-4f8a-bf82-3cec2dc8656b could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.099685] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367500, 'name': CreateVM_Task, 'duration_secs': 0.470325} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.100145] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.100331] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.100475] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.100785] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.101192] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7445ac-0f99-4986-8a59-cc80e9ce6d5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.105361] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1047.105361] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52acd10b-a169-e986-7ff7-e111c233c88c" [ 1047.105361] env[69316]: _type = "Task" [ 1047.105361] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.113187] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52acd10b-a169-e986-7ff7-e111c233c88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.132101] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.134623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.068s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.136192] env[69316]: INFO nova.compute.claims [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.157706] env[69316]: INFO nova.scheduler.client.report [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Deleted allocations for instance 48ed2483-9904-429f-b48d-8dc0150b8fff [ 1047.496741] env[69316]: INFO nova.compute.manager [-] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Took 1.32 seconds to deallocate network for instance. [ 1047.618516] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52acd10b-a169-e986-7ff7-e111c233c88c, 'name': SearchDatastore_Task, 'duration_secs': 0.029793} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.618817] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.619094] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.619345] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.619491] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.619666] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.620047] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7456730-cab5-41ad-bb99-78c6acb08513 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.636637] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.636862] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.637558] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731ae62a-a0a6-4598-8ad4-c4b15ddecf92 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.644608] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1047.644608] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ea6bc0-755a-2599-1383-f60bb040b743" [ 1047.644608] env[69316]: _type = "Task" [ 1047.644608] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.652395] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ea6bc0-755a-2599-1383-f60bb040b743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.666435] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Lock "48ed2483-9904-429f-b48d-8dc0150b8fff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.981s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.008165] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.163544] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ea6bc0-755a-2599-1383-f60bb040b743, 'name': SearchDatastore_Task, 'duration_secs': 0.0253} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.165569] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4bcf40-6159-49a7-97c9-66372a90b58a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.174072] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1048.174072] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5224d633-eb67-f51c-a4bd-032bb5c967e0" [ 1048.174072] env[69316]: _type = "Task" [ 1048.174072] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.184125] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5224d633-eb67-f51c-a4bd-032bb5c967e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.430916] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78e4b9-05a9-4414-a66a-a9d62178a748 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.439700] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cb957e-c96c-42c0-b6ff-93af94eb7053 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.474800] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f3413b-1316-404b-ba1c-81f3d8ceea04 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.482433] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92e8fc0-10bc-4e9b-85dc-d3a460a0e290 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.499208] env[69316]: DEBUG nova.compute.provider_tree [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.684494] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5224d633-eb67-f51c-a4bd-032bb5c967e0, 'name': SearchDatastore_Task, 'duration_secs': 0.02644} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.685072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.685515] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc/a43fe989-00f6-43a8-a8df-73fc14b931bc.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.685968] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3ed3fa3-757a-4ffd-bbbe-499a85fb9c7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.692620] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1048.692620] env[69316]: value = "task-3367501" [ 1048.692620] env[69316]: _type = "Task" [ 1048.692620] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.701440] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.002245] env[69316]: DEBUG nova.scheduler.client.report [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.205627] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.508035] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.508584] env[69316]: DEBUG nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.511442] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.485s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.708405] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367501, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.017027] env[69316]: DEBUG nova.compute.utils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.021347] env[69316]: DEBUG nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.021794] env[69316]: DEBUG nova.network.neutron [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.085343] env[69316]: DEBUG nova.policy [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.204679] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367501, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.209181} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.206085] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc/a43fe989-00f6-43a8-a8df-73fc14b931bc.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.206085] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.206085] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-533b68dc-f518-4d4f-96a0-a8b842342716 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.222567] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1050.222567] env[69316]: value = "task-3367502" [ 1050.222567] env[69316]: _type = "Task" [ 1050.222567] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.231426] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.314107] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b36d5-be47-47e7-a11f-689e887768bf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.322235] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b79dde-974f-46ae-b1a9-deab67a37b7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.358867] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d99b7-66c4-42dc-afa2-0ec2e30f14b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.367624] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8da166-3b88-403a-92e9-de3894831b5b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.382383] env[69316]: DEBUG nova.compute.provider_tree [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.425147] env[69316]: DEBUG nova.network.neutron [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Successfully created port: 6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.522738] env[69316]: DEBUG nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.586539] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "096379a6-5073-4660-948e-7cf8621c6e4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.586539] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "096379a6-5073-4660-948e-7cf8621c6e4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.738955] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067678} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.739424] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.740315] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1301a6-cdce-420e-8281-99ef1684713b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.767389] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc/a43fe989-00f6-43a8-a8df-73fc14b931bc.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.767786] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e780b12-306f-44b8-b1b0-b531e8094050 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.790585] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1050.790585] env[69316]: value = "task-3367503" [ 1050.790585] env[69316]: _type = "Task" [ 1050.790585] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.798721] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.885664] env[69316]: DEBUG nova.scheduler.client.report [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.088701] env[69316]: DEBUG nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.306471] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.534776] env[69316]: DEBUG nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.561336] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.561793] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.561793] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.561908] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.562082] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.562258] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.562467] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.563081] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.563081] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.563081] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.563196] env[69316]: DEBUG nova.virt.hardware [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.563955] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a71dfc5-5dad-4ca5-a155-637fb59e7d15 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.572135] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55113f79-4fc4-42f5-85f9-f11264d992e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.610947] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.804743] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.895381] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.384s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.895603] env[69316]: DEBUG nova.compute.manager [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69316) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1051.899022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.422s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.899370] env[69316]: DEBUG nova.objects.instance [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1051.903414] env[69316]: DEBUG nova.compute.manager [req-04605968-d882-41cf-ae4d-0dc1298b9111 req-56a7aba3-84a0-4c86-9950-158811779a29 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received event network-vif-plugged-6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.903616] env[69316]: DEBUG oslo_concurrency.lockutils [req-04605968-d882-41cf-ae4d-0dc1298b9111 req-56a7aba3-84a0-4c86-9950-158811779a29 service nova] Acquiring lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.903820] env[69316]: DEBUG oslo_concurrency.lockutils [req-04605968-d882-41cf-ae4d-0dc1298b9111 req-56a7aba3-84a0-4c86-9950-158811779a29 service nova] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.903982] env[69316]: DEBUG oslo_concurrency.lockutils [req-04605968-d882-41cf-ae4d-0dc1298b9111 req-56a7aba3-84a0-4c86-9950-158811779a29 service nova] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.904267] env[69316]: DEBUG nova.compute.manager [req-04605968-d882-41cf-ae4d-0dc1298b9111 req-56a7aba3-84a0-4c86-9950-158811779a29 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] No waiting events found dispatching network-vif-plugged-6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.904528] env[69316]: WARNING nova.compute.manager [req-04605968-d882-41cf-ae4d-0dc1298b9111 req-56a7aba3-84a0-4c86-9950-158811779a29 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received unexpected event network-vif-plugged-6619ec0f-222c-4aa9-a6bb-99d734998d75 for instance with vm_state building and task_state spawning. [ 1051.962797] env[69316]: DEBUG nova.network.neutron [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Successfully updated port: 6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.304346] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.466329] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.466515] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.466670] env[69316]: DEBUG nova.network.neutron [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.483772] env[69316]: INFO nova.scheduler.client.report [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted allocation for migration 19d29e70-3715-494a-a6c1-d924d68526d3 [ 1052.809730] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367503, 'name': ReconfigVM_Task, 'duration_secs': 1.648256} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.811210] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Reconfigured VM instance instance-0000004a to attach disk [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc/a43fe989-00f6-43a8-a8df-73fc14b931bc.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.811210] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59b0543e-445e-43e7-99b8-4091c3098471 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.818739] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1052.818739] env[69316]: value = "task-3367504" [ 1052.818739] env[69316]: _type = "Task" [ 1052.818739] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.830315] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367504, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.913761] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5bccbc67-19b6-42db-908b-19fb98aecbc9 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.915681] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.881s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.918255] env[69316]: INFO nova.compute.claims [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.988768] env[69316]: DEBUG oslo_concurrency.lockutils [None req-357dea77-f711-4ada-a009-dc2e19324c26 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.450s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.002495] env[69316]: DEBUG nova.network.neutron [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.134711] env[69316]: DEBUG nova.network.neutron [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updating instance_info_cache with network_info: [{"id": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "address": "fa:16:3e:88:67:02", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619ec0f-22", "ovs_interfaceid": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.282455] env[69316]: DEBUG nova.objects.instance [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'flavor' on Instance uuid cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.329800] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367504, 'name': Rename_Task, 'duration_secs': 0.146566} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.329867] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.330110] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-966b1cd1-db1a-4b6e-a596-0df36016c485 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.336504] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1053.336504] env[69316]: value = "task-3367505" [ 1053.336504] env[69316]: _type = "Task" [ 1053.336504] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.343894] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.638200] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.638567] env[69316]: DEBUG nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Instance network_info: |[{"id": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "address": "fa:16:3e:88:67:02", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619ec0f-22", "ovs_interfaceid": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.639022] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:67:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6619ec0f-222c-4aa9-a6bb-99d734998d75', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.648326] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Creating folder: Project (5298f4f5d67b40209ea561f065b0dba4). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.648608] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9490412d-f35b-4e54-951b-5f0674014b83 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.660619] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Created folder: Project (5298f4f5d67b40209ea561f065b0dba4) in parent group-v671748. [ 1053.660813] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Creating folder: Instances. Parent ref: group-v671967. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.661107] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978c75d3-000d-4055-b01e-0ce7dd629e07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.672680] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Created folder: Instances in parent group-v671967. [ 1053.672899] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.673146] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.673392] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c37531e0-fd65-4958-8345-dc826adbd9e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.694042] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.694042] env[69316]: value = "task-3367508" [ 1053.694042] env[69316]: _type = "Task" [ 1053.694042] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.701210] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367508, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.793365] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.793365] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.793365] env[69316]: DEBUG nova.network.neutron [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.793365] env[69316]: DEBUG nova.objects.instance [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'info_cache' on Instance uuid cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.851029] env[69316]: DEBUG oslo_vmware.api [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367505, 'name': PowerOnVM_Task, 'duration_secs': 0.502946} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.851029] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.851029] env[69316]: DEBUG nova.compute.manager [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.851029] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f31b01-3eea-4aa2-b3bb-7d84106a9e99 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.933976] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.934267] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.959408] env[69316]: DEBUG nova.compute.manager [req-77723437-1c74-48a1-8ace-687885252c49 req-f5edeb37-0454-4d2c-85d7-44710115db46 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received event network-changed-6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.959598] env[69316]: DEBUG nova.compute.manager [req-77723437-1c74-48a1-8ace-687885252c49 req-f5edeb37-0454-4d2c-85d7-44710115db46 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Refreshing instance network info cache due to event network-changed-6619ec0f-222c-4aa9-a6bb-99d734998d75. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.959806] env[69316]: DEBUG oslo_concurrency.lockutils [req-77723437-1c74-48a1-8ace-687885252c49 req-f5edeb37-0454-4d2c-85d7-44710115db46 service nova] Acquiring lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.960110] env[69316]: DEBUG oslo_concurrency.lockutils [req-77723437-1c74-48a1-8ace-687885252c49 req-f5edeb37-0454-4d2c-85d7-44710115db46 service nova] Acquired lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.960110] env[69316]: DEBUG nova.network.neutron [req-77723437-1c74-48a1-8ace-687885252c49 req-f5edeb37-0454-4d2c-85d7-44710115db46 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Refreshing network info cache for port 6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.171276] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad0aa4d-c423-4353-8bc3-51775202d7f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.178764] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e642a-7354-495d-918b-70ee41c27478 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.210170] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178cbc1d-a0de-4ec0-85a8-c8ae970a42e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.217104] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367508, 'name': CreateVM_Task, 'duration_secs': 0.316097} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.219088] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.219851] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.220035] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.220344] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.221553] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fea582-f69f-4b95-8a51-95d24ffd1782 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.225038] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c5d33e-ad6f-4f5c-8b4f-426c4d3d0059 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.229455] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1054.229455] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526f4fbe-77d0-b140-069d-367b5071dd79" [ 1054.229455] env[69316]: _type = "Task" [ 1054.229455] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.237213] env[69316]: DEBUG nova.compute.provider_tree [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.246056] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526f4fbe-77d0-b140-069d-367b5071dd79, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.246869] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.247112] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.247362] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.247496] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.247709] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.248222] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-132a6fd6-582f-4440-a111-b2dfc9f5ba96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.255493] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.255703] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.256600] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57fb707-ca47-46a1-a8b5-656504850bdd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.261106] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1054.261106] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a10f14-7826-f02f-ef5e-809ef604d152" [ 1054.261106] env[69316]: _type = "Task" [ 1054.261106] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.269913] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a10f14-7826-f02f-ef5e-809ef604d152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.296468] env[69316]: DEBUG nova.objects.base [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.368656] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.436944] env[69316]: DEBUG nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.668988] env[69316]: DEBUG nova.network.neutron [req-77723437-1c74-48a1-8ace-687885252c49 req-f5edeb37-0454-4d2c-85d7-44710115db46 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updated VIF entry in instance network info cache for port 6619ec0f-222c-4aa9-a6bb-99d734998d75. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.669393] env[69316]: DEBUG nova.network.neutron [req-77723437-1c74-48a1-8ace-687885252c49 req-f5edeb37-0454-4d2c-85d7-44710115db46 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updating instance_info_cache with network_info: [{"id": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "address": "fa:16:3e:88:67:02", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619ec0f-22", "ovs_interfaceid": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.742201] env[69316]: DEBUG nova.scheduler.client.report [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.771319] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a10f14-7826-f02f-ef5e-809ef604d152, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.772113] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89819e9e-d846-48cf-9057-625df4ba164a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.777563] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1054.777563] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5288950c-e6d7-aa40-4d1b-50adc85844f0" [ 1054.777563] env[69316]: _type = "Task" [ 1054.777563] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.785011] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5288950c-e6d7-aa40-4d1b-50adc85844f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.827900] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "a43fe989-00f6-43a8-a8df-73fc14b931bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.828154] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "a43fe989-00f6-43a8-a8df-73fc14b931bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.828372] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "a43fe989-00f6-43a8-a8df-73fc14b931bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.828629] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "a43fe989-00f6-43a8-a8df-73fc14b931bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.828807] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "a43fe989-00f6-43a8-a8df-73fc14b931bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.832953] env[69316]: INFO nova.compute.manager [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Terminating instance [ 1054.959634] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.008018] env[69316]: DEBUG nova.network.neutron [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [{"id": "24cf2e96-798a-459f-b34e-1180798e0945", "address": "fa:16:3e:97:38:37", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf2e96-79", "ovs_interfaceid": "24cf2e96-798a-459f-b34e-1180798e0945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.172254] env[69316]: DEBUG oslo_concurrency.lockutils [req-77723437-1c74-48a1-8ace-687885252c49 req-f5edeb37-0454-4d2c-85d7-44710115db46 service nova] Releasing lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.246640] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.247199] env[69316]: DEBUG nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.249845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.317s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.251245] env[69316]: INFO nova.compute.claims [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.289023] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5288950c-e6d7-aa40-4d1b-50adc85844f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.289316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.289697] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8/7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.290058] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68938f79-2d25-43b4-bb05-429464abdd7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.298306] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1055.298306] env[69316]: value = "task-3367509" [ 1055.298306] env[69316]: _type = "Task" [ 1055.298306] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.308085] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.336098] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "refresh_cache-a43fe989-00f6-43a8-a8df-73fc14b931bc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.336454] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquired lock "refresh_cache-a43fe989-00f6-43a8-a8df-73fc14b931bc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.336454] env[69316]: DEBUG nova.network.neutron [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.511219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-cb02e9e8-1395-4578-89af-7fd8f84c52db" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.756233] env[69316]: DEBUG nova.compute.utils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.759505] env[69316]: DEBUG nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.759701] env[69316]: DEBUG nova.network.neutron [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.796389] env[69316]: DEBUG nova.policy [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5000654220844828ab3d4fb018a90656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6235d667d3f742fa909966b814e92ee6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.807722] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432784} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.807964] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8/7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.808189] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.808444] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-993c98a2-9457-4b9f-bad6-76bde3f3e86d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.813960] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1055.813960] env[69316]: value = "task-3367510" [ 1055.813960] env[69316]: _type = "Task" [ 1055.813960] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.820993] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.854997] env[69316]: DEBUG nova.network.neutron [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.898850] env[69316]: DEBUG nova.network.neutron [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.046351] env[69316]: DEBUG nova.network.neutron [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Successfully created port: 0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.260831] env[69316]: DEBUG nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.327709] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061343} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.327984] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.328815] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad739de7-1e83-4e1c-9da8-a2f6a90991c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.353846] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8/7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.356645] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870fdbd5-e856-40a4-9c3c-2d28c6ab5910 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.377019] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1056.377019] env[69316]: value = "task-3367511" [ 1056.377019] env[69316]: _type = "Task" [ 1056.377019] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.387217] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.401418] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Releasing lock "refresh_cache-a43fe989-00f6-43a8-a8df-73fc14b931bc" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.401883] env[69316]: DEBUG nova.compute.manager [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.402135] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.403108] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acad5cf-8b94-44c6-90b4-9e83d70cc89f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.412392] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.415354] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5a80db-27b5-4608-94f5-564fbe87aa91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.422018] env[69316]: DEBUG oslo_vmware.api [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1056.422018] env[69316]: value = "task-3367512" [ 1056.422018] env[69316]: _type = "Task" [ 1056.422018] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.430365] env[69316]: DEBUG oslo_vmware.api [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.516910] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.517864] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f718183-cbf8-43f1-87c8-05212c7efa30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.525864] env[69316]: DEBUG oslo_vmware.api [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1056.525864] env[69316]: value = "task-3367513" [ 1056.525864] env[69316]: _type = "Task" [ 1056.525864] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.534469] env[69316]: DEBUG oslo_vmware.api [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.656010] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58360d0f-8043-4564-99f3-9aea24958fc8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.663289] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1d8be-fa81-497a-8b50-d2dc8b72abfb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.693943] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef64b3c-69cd-4f5e-8feb-71c1df5b1e03 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.701190] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d97b64-b308-47c8-a05c-47ee6d5c619c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.714620] env[69316]: DEBUG nova.compute.provider_tree [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.887149] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367511, 'name': ReconfigVM_Task, 'duration_secs': 0.394338} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.887503] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8/7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.888136] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd9b8821-bb21-4505-be23-19829b2d4367 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.894398] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1056.894398] env[69316]: value = "task-3367514" [ 1056.894398] env[69316]: _type = "Task" [ 1056.894398] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.903879] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367514, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.931462] env[69316]: DEBUG oslo_vmware.api [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367512, 'name': PowerOffVM_Task, 'duration_secs': 0.119116} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.933082] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.933082] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.933082] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37ad81c6-ec33-46a9-aba3-fddcf7fd896c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.955722] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.955877] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.956078] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Deleting the datastore file [datastore2] a43fe989-00f6-43a8-a8df-73fc14b931bc {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.956316] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-600828d2-a981-40d7-bda6-42ea4d790512 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.962568] env[69316]: DEBUG oslo_vmware.api [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for the task: (returnval){ [ 1056.962568] env[69316]: value = "task-3367516" [ 1056.962568] env[69316]: _type = "Task" [ 1056.962568] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.970771] env[69316]: DEBUG oslo_vmware.api [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.036264] env[69316]: DEBUG oslo_vmware.api [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.222979] env[69316]: DEBUG nova.scheduler.client.report [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.273657] env[69316]: DEBUG nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.299671] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.299916] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.300085] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.300275] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.300423] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.300567] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.300774] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.300936] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.301137] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.301323] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.301508] env[69316]: DEBUG nova.virt.hardware [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.302410] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d9884e-59dd-4b53-a82f-217275565a52 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.310018] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62302c33-0593-4b48-82e3-62c812201967 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.403696] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367514, 'name': Rename_Task, 'duration_secs': 0.249194} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.403987] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.404316] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-370c4f06-6573-42a8-9531-6e145283be2c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.410877] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1057.410877] env[69316]: value = "task-3367517" [ 1057.410877] env[69316]: _type = "Task" [ 1057.410877] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.419062] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.422806] env[69316]: DEBUG nova.compute.manager [req-68cb26ca-fa2b-4c99-a87f-c49e6c12c4c9 req-e2b39681-f79d-414d-84ab-46bb8de0677e service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received event network-vif-plugged-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.423034] env[69316]: DEBUG oslo_concurrency.lockutils [req-68cb26ca-fa2b-4c99-a87f-c49e6c12c4c9 req-e2b39681-f79d-414d-84ab-46bb8de0677e service nova] Acquiring lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.423304] env[69316]: DEBUG oslo_concurrency.lockutils [req-68cb26ca-fa2b-4c99-a87f-c49e6c12c4c9 req-e2b39681-f79d-414d-84ab-46bb8de0677e service nova] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.423417] env[69316]: DEBUG oslo_concurrency.lockutils [req-68cb26ca-fa2b-4c99-a87f-c49e6c12c4c9 req-e2b39681-f79d-414d-84ab-46bb8de0677e service nova] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.423593] env[69316]: DEBUG nova.compute.manager [req-68cb26ca-fa2b-4c99-a87f-c49e6c12c4c9 req-e2b39681-f79d-414d-84ab-46bb8de0677e service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] No waiting events found dispatching network-vif-plugged-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.423779] env[69316]: WARNING nova.compute.manager [req-68cb26ca-fa2b-4c99-a87f-c49e6c12c4c9 req-e2b39681-f79d-414d-84ab-46bb8de0677e service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received unexpected event network-vif-plugged-0f19002d-d385-46b9-a804-ffa1646f0b50 for instance with vm_state building and task_state spawning. [ 1057.471779] env[69316]: DEBUG oslo_vmware.api [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Task: {'id': task-3367516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243742} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.472029] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.472274] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.472472] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.472646] env[69316]: INFO nova.compute.manager [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1057.472878] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.473083] env[69316]: DEBUG nova.compute.manager [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.473179] env[69316]: DEBUG nova.network.neutron [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.488556] env[69316]: DEBUG nova.network.neutron [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.508274] env[69316]: DEBUG nova.network.neutron [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Successfully updated port: 0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.537171] env[69316]: DEBUG oslo_vmware.api [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367513, 'name': PowerOnVM_Task, 'duration_secs': 0.569441} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.537433] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.537625] env[69316]: DEBUG nova.compute.manager [None req-ac96838b-67b4-4737-af75-dc85f510a9a5 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.538413] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837d5f9d-f0fc-4124-ad3a-b25d6f5f1d6d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.727043] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.727558] env[69316]: DEBUG nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.730133] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.105s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.731543] env[69316]: INFO nova.compute.claims [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.920818] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.991917] env[69316]: DEBUG nova.network.neutron [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.010628] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.010792] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.010942] env[69316]: DEBUG nova.network.neutron [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.236127] env[69316]: DEBUG nova.compute.utils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.241820] env[69316]: DEBUG nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.241820] env[69316]: DEBUG nova.network.neutron [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.287553] env[69316]: DEBUG nova.policy [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '726059a9f58f43839027486f137fcc29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c34c8c0be76e4874a15307bdced2bca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.422466] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367517, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.495265] env[69316]: INFO nova.compute.manager [-] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Took 1.02 seconds to deallocate network for instance. [ 1058.570459] env[69316]: DEBUG nova.network.neutron [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.626531] env[69316]: DEBUG nova.network.neutron [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Successfully created port: d275ef7e-3cff-46f1-9a54-c0b17ea0c167 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.741905] env[69316]: DEBUG nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.802033] env[69316]: DEBUG nova.network.neutron [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating instance_info_cache with network_info: [{"id": "0f19002d-d385-46b9-a804-ffa1646f0b50", "address": "fa:16:3e:a4:75:dc", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f19002d-d3", "ovs_interfaceid": "0f19002d-d385-46b9-a804-ffa1646f0b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.921892] env[69316]: DEBUG oslo_vmware.api [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367517, 'name': PowerOnVM_Task, 'duration_secs': 1.175499} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.922118] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.922302] env[69316]: INFO nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1058.922483] env[69316]: DEBUG nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.925386] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c70b47a-7d61-4ee9-a27a-fdac620bb176 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.002594] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.015835] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0900953-4171-403c-be3e-7f06c89ef5be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.023438] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63e1ae5-e414-431b-a8d0-2d033d178d29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.055076] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708eb37d-6323-47b0-873e-b59d9eee1b8b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.058870] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.059155] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.059391] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.059594] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.059758] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.062748] env[69316]: INFO nova.compute.manager [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Terminating instance [ 1059.067472] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d8900-9f03-45fd-a098-fe4226d5ba0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.087044] env[69316]: DEBUG nova.compute.provider_tree [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.304626] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.304980] env[69316]: DEBUG nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Instance network_info: |[{"id": "0f19002d-d385-46b9-a804-ffa1646f0b50", "address": "fa:16:3e:a4:75:dc", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f19002d-d3", "ovs_interfaceid": "0f19002d-d385-46b9-a804-ffa1646f0b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.305408] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:75:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f19002d-d385-46b9-a804-ffa1646f0b50', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.312895] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating folder: Project (6235d667d3f742fa909966b814e92ee6). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.313203] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e46aaf37-fc76-49fb-9097-872b1ae201c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.324541] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Created folder: Project (6235d667d3f742fa909966b814e92ee6) in parent group-v671748. [ 1059.324771] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating folder: Instances. Parent ref: group-v671970. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.325078] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9974481-3f1a-4f1d-bcf0-183b34df0b2b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.333380] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Created folder: Instances in parent group-v671970. [ 1059.333633] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.333825] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.334033] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-230c55fd-2255-4830-a9ef-09ebfffaa7a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.351987] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.351987] env[69316]: value = "task-3367520" [ 1059.351987] env[69316]: _type = "Task" [ 1059.351987] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.359624] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367520, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.441814] env[69316]: INFO nova.compute.manager [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Took 31.40 seconds to build instance. [ 1059.457627] env[69316]: DEBUG nova.compute.manager [req-6affdd78-60d0-48dc-9a32-5205f1ad6656 req-869a5b5d-e175-4037-a021-d846f1ac0da3 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received event network-changed-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.457698] env[69316]: DEBUG nova.compute.manager [req-6affdd78-60d0-48dc-9a32-5205f1ad6656 req-869a5b5d-e175-4037-a021-d846f1ac0da3 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Refreshing instance network info cache due to event network-changed-0f19002d-d385-46b9-a804-ffa1646f0b50. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.457929] env[69316]: DEBUG oslo_concurrency.lockutils [req-6affdd78-60d0-48dc-9a32-5205f1ad6656 req-869a5b5d-e175-4037-a021-d846f1ac0da3 service nova] Acquiring lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.458218] env[69316]: DEBUG oslo_concurrency.lockutils [req-6affdd78-60d0-48dc-9a32-5205f1ad6656 req-869a5b5d-e175-4037-a021-d846f1ac0da3 service nova] Acquired lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.458218] env[69316]: DEBUG nova.network.neutron [req-6affdd78-60d0-48dc-9a32-5205f1ad6656 req-869a5b5d-e175-4037-a021-d846f1ac0da3 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Refreshing network info cache for port 0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.575884] env[69316]: DEBUG nova.compute.manager [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.576125] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.577027] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f34b81b-1cf8-46cb-beb0-60ca65d84260 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.585012] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.585263] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fbff7f0-3d4b-4403-9941-db24a0211df8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.589889] env[69316]: DEBUG nova.scheduler.client.report [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.594407] env[69316]: DEBUG oslo_vmware.api [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1059.594407] env[69316]: value = "task-3367521" [ 1059.594407] env[69316]: _type = "Task" [ 1059.594407] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.602714] env[69316]: DEBUG oslo_vmware.api [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.754260] env[69316]: DEBUG nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.788376] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.788663] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.788833] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.789100] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.789268] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.789398] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.789610] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.789770] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.789968] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.790167] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.790402] env[69316]: DEBUG nova.virt.hardware [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.791536] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f1700c-486d-485a-96d0-092781958b9c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.800452] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5bd27c-780d-4a13-ae7d-f78dc2e8c541 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.862470] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367520, 'name': CreateVM_Task, 'duration_secs': 0.497659} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.862629] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.863343] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.863496] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.863811] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.864084] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80279292-c1e9-49f6-95f4-134116a67b49 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.868409] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1059.868409] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523cde97-4a39-ff4c-2f5b-0e007e8940a9" [ 1059.868409] env[69316]: _type = "Task" [ 1059.868409] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.877361] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523cde97-4a39-ff4c-2f5b-0e007e8940a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.945198] env[69316]: DEBUG oslo_concurrency.lockutils [None req-47fde71d-5c2c-4bab-9dab-b795c21d4704 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.913s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.096101] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.096643] env[69316]: DEBUG nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.103022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.827s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.103022] env[69316]: INFO nova.compute.claims [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.117932] env[69316]: DEBUG nova.network.neutron [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Successfully updated port: d275ef7e-3cff-46f1-9a54-c0b17ea0c167 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.128105] env[69316]: DEBUG oslo_vmware.api [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367521, 'name': PowerOffVM_Task, 'duration_secs': 0.290608} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.128684] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.128870] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.129267] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-206da94c-4037-4bdb-b9dd-db7a6c4ec898 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.216545] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.216763] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.216944] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleting the datastore file [datastore1] cb02e9e8-1395-4578-89af-7fd8f84c52db {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.217227] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e71a1b9-f43b-4580-afbd-bd9114c58c88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.224060] env[69316]: DEBUG oslo_vmware.api [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1060.224060] env[69316]: value = "task-3367523" [ 1060.224060] env[69316]: _type = "Task" [ 1060.224060] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.232727] env[69316]: DEBUG oslo_vmware.api [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.380983] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523cde97-4a39-ff4c-2f5b-0e007e8940a9, 'name': SearchDatastore_Task, 'duration_secs': 0.036797} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.381581] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.381831] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.382264] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.382264] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.382454] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.382723] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3094a2cc-b4c6-4a97-b59b-3f5366d741d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.390857] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.391049] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.391794] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6550e8e2-c8c1-4e35-8f44-76052672af6e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.396892] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1060.396892] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5229b76f-d839-37c7-af8c-992d6d1d41cd" [ 1060.396892] env[69316]: _type = "Task" [ 1060.396892] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.405649] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5229b76f-d839-37c7-af8c-992d6d1d41cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.437485] env[69316]: DEBUG nova.network.neutron [req-6affdd78-60d0-48dc-9a32-5205f1ad6656 req-869a5b5d-e175-4037-a021-d846f1ac0da3 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updated VIF entry in instance network info cache for port 0f19002d-d385-46b9-a804-ffa1646f0b50. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.437853] env[69316]: DEBUG nova.network.neutron [req-6affdd78-60d0-48dc-9a32-5205f1ad6656 req-869a5b5d-e175-4037-a021-d846f1ac0da3 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating instance_info_cache with network_info: [{"id": "0f19002d-d385-46b9-a804-ffa1646f0b50", "address": "fa:16:3e:a4:75:dc", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f19002d-d3", "ovs_interfaceid": "0f19002d-d385-46b9-a804-ffa1646f0b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.609263] env[69316]: DEBUG nova.compute.manager [req-92fd0b5f-17ac-4de0-b235-4ceb800f9b65 req-a3ba85f7-6525-4697-b6f0-1e77ed9e7b6c service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received event network-changed-6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.609454] env[69316]: DEBUG nova.compute.manager [req-92fd0b5f-17ac-4de0-b235-4ceb800f9b65 req-a3ba85f7-6525-4697-b6f0-1e77ed9e7b6c service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Refreshing instance network info cache due to event network-changed-6619ec0f-222c-4aa9-a6bb-99d734998d75. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.609788] env[69316]: DEBUG oslo_concurrency.lockutils [req-92fd0b5f-17ac-4de0-b235-4ceb800f9b65 req-a3ba85f7-6525-4697-b6f0-1e77ed9e7b6c service nova] Acquiring lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.609883] env[69316]: DEBUG oslo_concurrency.lockutils [req-92fd0b5f-17ac-4de0-b235-4ceb800f9b65 req-a3ba85f7-6525-4697-b6f0-1e77ed9e7b6c service nova] Acquired lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.609988] env[69316]: DEBUG nova.network.neutron [req-92fd0b5f-17ac-4de0-b235-4ceb800f9b65 req-a3ba85f7-6525-4697-b6f0-1e77ed9e7b6c service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Refreshing network info cache for port 6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.617435] env[69316]: DEBUG nova.compute.utils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.619897] env[69316]: DEBUG nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.619897] env[69316]: DEBUG nova.network.neutron [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.621965] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.621965] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.621965] env[69316]: DEBUG nova.network.neutron [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.702843] env[69316]: DEBUG nova.policy [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '726059a9f58f43839027486f137fcc29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c34c8c0be76e4874a15307bdced2bca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.734145] env[69316]: DEBUG oslo_vmware.api [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487731} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.734731] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.734731] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.734856] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.734946] env[69316]: INFO nova.compute.manager [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1060.735318] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.735413] env[69316]: DEBUG nova.compute.manager [-] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.735525] env[69316]: DEBUG nova.network.neutron [-] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.910682] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5229b76f-d839-37c7-af8c-992d6d1d41cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.912088] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0e592d-4365-4eb4-ad23-0beeb1acdb79 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.918366] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1060.918366] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4a21e-b53a-a509-0152-fdd60d5c259c" [ 1060.918366] env[69316]: _type = "Task" [ 1060.918366] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.929503] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4a21e-b53a-a509-0152-fdd60d5c259c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.940929] env[69316]: DEBUG oslo_concurrency.lockutils [req-6affdd78-60d0-48dc-9a32-5205f1ad6656 req-869a5b5d-e175-4037-a021-d846f1ac0da3 service nova] Releasing lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.124875] env[69316]: DEBUG nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.183499] env[69316]: DEBUG nova.network.neutron [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.299205] env[69316]: DEBUG nova.network.neutron [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Successfully created port: 00ccdf18-e462-428a-be81-06c5a878a566 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.436761] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4a21e-b53a-a509-0152-fdd60d5c259c, 'name': SearchDatastore_Task, 'duration_secs': 0.042796} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.440969] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.440969] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd/4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.440969] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed80efdb-319f-4e6f-96d6-57403a1eae63 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.448098] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1061.448098] env[69316]: value = "task-3367524" [ 1061.448098] env[69316]: _type = "Task" [ 1061.448098] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.459789] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.483310] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71b46a9-80f2-45d1-86a3-0b1ab2d1373c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.486864] env[69316]: DEBUG nova.network.neutron [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Updating instance_info_cache with network_info: [{"id": "d275ef7e-3cff-46f1-9a54-c0b17ea0c167", "address": "fa:16:3e:d2:cf:ae", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd275ef7e-3c", "ovs_interfaceid": "d275ef7e-3cff-46f1-9a54-c0b17ea0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.494408] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db00880f-88b2-4f4a-8b34-be40cdcc06ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.532747] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145e9cb7-da1b-4d6e-bd1c-62020b07903f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.539983] env[69316]: DEBUG nova.network.neutron [req-92fd0b5f-17ac-4de0-b235-4ceb800f9b65 req-a3ba85f7-6525-4697-b6f0-1e77ed9e7b6c service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updated VIF entry in instance network info cache for port 6619ec0f-222c-4aa9-a6bb-99d734998d75. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.540367] env[69316]: DEBUG nova.network.neutron [req-92fd0b5f-17ac-4de0-b235-4ceb800f9b65 req-a3ba85f7-6525-4697-b6f0-1e77ed9e7b6c service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updating instance_info_cache with network_info: [{"id": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "address": "fa:16:3e:88:67:02", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619ec0f-22", "ovs_interfaceid": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.543038] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab7cc45-fdac-4e93-b520-f9ba72276ca4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.560103] env[69316]: DEBUG nova.compute.provider_tree [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.609665] env[69316]: DEBUG nova.compute.manager [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Received event network-vif-plugged-d275ef7e-3cff-46f1-9a54-c0b17ea0c167 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.609881] env[69316]: DEBUG oslo_concurrency.lockutils [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] Acquiring lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.611200] env[69316]: DEBUG oslo_concurrency.lockutils [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.611200] env[69316]: DEBUG oslo_concurrency.lockutils [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.611200] env[69316]: DEBUG nova.compute.manager [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] No waiting events found dispatching network-vif-plugged-d275ef7e-3cff-46f1-9a54-c0b17ea0c167 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.611200] env[69316]: WARNING nova.compute.manager [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Received unexpected event network-vif-plugged-d275ef7e-3cff-46f1-9a54-c0b17ea0c167 for instance with vm_state building and task_state spawning. [ 1061.611200] env[69316]: DEBUG nova.compute.manager [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Received event network-changed-d275ef7e-3cff-46f1-9a54-c0b17ea0c167 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.611200] env[69316]: DEBUG nova.compute.manager [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Refreshing instance network info cache due to event network-changed-d275ef7e-3cff-46f1-9a54-c0b17ea0c167. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.611200] env[69316]: DEBUG oslo_concurrency.lockutils [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] Acquiring lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.829230] env[69316]: DEBUG nova.network.neutron [-] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.957772] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.989887] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.990220] env[69316]: DEBUG nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Instance network_info: |[{"id": "d275ef7e-3cff-46f1-9a54-c0b17ea0c167", "address": "fa:16:3e:d2:cf:ae", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd275ef7e-3c", "ovs_interfaceid": "d275ef7e-3cff-46f1-9a54-c0b17ea0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.990543] env[69316]: DEBUG oslo_concurrency.lockutils [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] Acquired lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.990727] env[69316]: DEBUG nova.network.neutron [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Refreshing network info cache for port d275ef7e-3cff-46f1-9a54-c0b17ea0c167 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.992057] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:cf:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd275ef7e-3cff-46f1-9a54-c0b17ea0c167', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.999323] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Creating folder: Project (c34c8c0be76e4874a15307bdced2bca1). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.000575] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aa78f8b-0af7-4a24-a0bb-17c329ba551b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.010267] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Created folder: Project (c34c8c0be76e4874a15307bdced2bca1) in parent group-v671748. [ 1062.010490] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Creating folder: Instances. Parent ref: group-v671973. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.010730] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89d50dca-fc5f-4921-87af-3539d7a0719d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.020200] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Created folder: Instances in parent group-v671973. [ 1062.020416] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.020629] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.020824] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a97ff6d-1cd1-4bc2-8777-55a2778a68c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.040066] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.040066] env[69316]: value = "task-3367527" [ 1062.040066] env[69316]: _type = "Task" [ 1062.040066] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.048177] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367527, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.050794] env[69316]: DEBUG oslo_concurrency.lockutils [req-92fd0b5f-17ac-4de0-b235-4ceb800f9b65 req-a3ba85f7-6525-4697-b6f0-1e77ed9e7b6c service nova] Releasing lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.063068] env[69316]: DEBUG nova.scheduler.client.report [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.137058] env[69316]: DEBUG nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.169130] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.169505] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.169721] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.170008] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.170236] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.170372] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.170610] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.170764] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.170934] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.171130] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.171388] env[69316]: DEBUG nova.virt.hardware [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.172406] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af076fa-7d60-47ae-8db2-a67bfb59b2ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.183466] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea5350-2a46-4045-ae20-007ee88d34e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.332829] env[69316]: INFO nova.compute.manager [-] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Took 1.60 seconds to deallocate network for instance. [ 1062.458918] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947614} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.459345] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd/4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.459615] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.459897] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5860359b-b629-4d2e-a74c-3c3c0e4c2fea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.466581] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1062.466581] env[69316]: value = "task-3367528" [ 1062.466581] env[69316]: _type = "Task" [ 1062.466581] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.474289] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.549962] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367527, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.568567] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.569277] env[69316]: DEBUG nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.571894] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.122s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.572125] env[69316]: DEBUG nova.objects.instance [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lazy-loading 'resources' on Instance uuid 189ff7f2-0f9b-4126-b2da-7038b3be3cc3 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.707787] env[69316]: DEBUG nova.network.neutron [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Updated VIF entry in instance network info cache for port d275ef7e-3cff-46f1-9a54-c0b17ea0c167. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.708053] env[69316]: DEBUG nova.network.neutron [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Updating instance_info_cache with network_info: [{"id": "d275ef7e-3cff-46f1-9a54-c0b17ea0c167", "address": "fa:16:3e:d2:cf:ae", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd275ef7e-3c", "ovs_interfaceid": "d275ef7e-3cff-46f1-9a54-c0b17ea0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.840906] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.875090] env[69316]: DEBUG nova.compute.manager [req-d3e24491-fa09-40a5-9e88-4cfb8711743f req-0282783a-e8d1-4fdf-8026-6f889eb2feb9 service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Received event network-vif-plugged-00ccdf18-e462-428a-be81-06c5a878a566 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.875261] env[69316]: DEBUG oslo_concurrency.lockutils [req-d3e24491-fa09-40a5-9e88-4cfb8711743f req-0282783a-e8d1-4fdf-8026-6f889eb2feb9 service nova] Acquiring lock "9cbcc253-2e7d-422c-9751-918b0db34152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.875584] env[69316]: DEBUG oslo_concurrency.lockutils [req-d3e24491-fa09-40a5-9e88-4cfb8711743f req-0282783a-e8d1-4fdf-8026-6f889eb2feb9 service nova] Lock "9cbcc253-2e7d-422c-9751-918b0db34152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.876790] env[69316]: DEBUG oslo_concurrency.lockutils [req-d3e24491-fa09-40a5-9e88-4cfb8711743f req-0282783a-e8d1-4fdf-8026-6f889eb2feb9 service nova] Lock "9cbcc253-2e7d-422c-9751-918b0db34152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.876790] env[69316]: DEBUG nova.compute.manager [req-d3e24491-fa09-40a5-9e88-4cfb8711743f req-0282783a-e8d1-4fdf-8026-6f889eb2feb9 service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] No waiting events found dispatching network-vif-plugged-00ccdf18-e462-428a-be81-06c5a878a566 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.876790] env[69316]: WARNING nova.compute.manager [req-d3e24491-fa09-40a5-9e88-4cfb8711743f req-0282783a-e8d1-4fdf-8026-6f889eb2feb9 service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Received unexpected event network-vif-plugged-00ccdf18-e462-428a-be81-06c5a878a566 for instance with vm_state building and task_state spawning. [ 1062.977509] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063366} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.977831] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.978713] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0897c5-7ae7-4b60-bef8-63a24b0155cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.000694] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd/4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.001541] env[69316]: DEBUG nova.network.neutron [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Successfully updated port: 00ccdf18-e462-428a-be81-06c5a878a566 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.003068] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e34afb-dced-4e48-a67b-4a734e12c419 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.022676] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1063.022676] env[69316]: value = "task-3367529" [ 1063.022676] env[69316]: _type = "Task" [ 1063.022676] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.030197] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.048715] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367527, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.074622] env[69316]: DEBUG nova.compute.utils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.079375] env[69316]: DEBUG nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.079541] env[69316]: DEBUG nova.network.neutron [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.118512] env[69316]: DEBUG nova.policy [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '726059a9f58f43839027486f137fcc29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c34c8c0be76e4874a15307bdced2bca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.212034] env[69316]: DEBUG oslo_concurrency.lockutils [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] Releasing lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.212034] env[69316]: DEBUG nova.compute.manager [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Received event network-vif-deleted-24cf2e96-798a-459f-b34e-1180798e0945 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.212034] env[69316]: INFO nova.compute.manager [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Neutron deleted interface 24cf2e96-798a-459f-b34e-1180798e0945; detaching it from the instance and deleting it from the info cache [ 1063.212034] env[69316]: DEBUG nova.network.neutron [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.303826] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36df83d5-2c10-4ac8-ae28-18cabd14a988 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.310512] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b05d818-66a0-45de-9401-6bd6ebdc3d72 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.342927] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0056923-4415-4e91-a938-0d9314946b90 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.350137] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f1b42-06e9-4246-8145-18841fba27b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.355817] env[69316]: DEBUG nova.network.neutron [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Successfully created port: 4a899197-beb9-4e15-ac9a-b1340a0e24df {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.365878] env[69316]: DEBUG nova.compute.provider_tree [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.506508] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "refresh_cache-9cbcc253-2e7d-422c-9751-918b0db34152" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.506508] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "refresh_cache-9cbcc253-2e7d-422c-9751-918b0db34152" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.506508] env[69316]: DEBUG nova.network.neutron [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.533580] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367529, 'name': ReconfigVM_Task, 'duration_secs': 0.437556} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.533855] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd/4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.534501] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffdf906e-3e43-45da-a0df-07ea9a684776 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.541588] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1063.541588] env[69316]: value = "task-3367530" [ 1063.541588] env[69316]: _type = "Task" [ 1063.541588] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.557157] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367530, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.557352] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367527, 'name': CreateVM_Task, 'duration_secs': 1.2732} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.557502] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.558155] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.558310] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.558674] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.558923] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828d1985-c860-491c-ac3a-bec5e5b28c9c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.563183] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1063.563183] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a840ee-39e9-169a-0bf1-ac9cf390c738" [ 1063.563183] env[69316]: _type = "Task" [ 1063.563183] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.571158] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a840ee-39e9-169a-0bf1-ac9cf390c738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.582816] env[69316]: DEBUG nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.714822] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09f43aed-a815-4264-a943-d45e5efed871 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.724228] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d995c-92c1-4486-a9b7-bdcaf4eff985 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.753681] env[69316]: DEBUG nova.compute.manager [req-2786b0d2-815b-4808-a109-c990bca4ae26 req-08ac447d-995d-400b-9d92-ccd44398829d service nova] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Detach interface failed, port_id=24cf2e96-798a-459f-b34e-1180798e0945, reason: Instance cb02e9e8-1395-4578-89af-7fd8f84c52db could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.870086] env[69316]: DEBUG nova.scheduler.client.report [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.035283] env[69316]: DEBUG nova.network.neutron [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.054514] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367530, 'name': Rename_Task, 'duration_secs': 0.147263} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.054827] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.055078] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63b866f4-0c9c-487f-806a-be8347291211 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.061054] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1064.061054] env[69316]: value = "task-3367531" [ 1064.061054] env[69316]: _type = "Task" [ 1064.061054] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.070723] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.074079] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a840ee-39e9-169a-0bf1-ac9cf390c738, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.076324] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.076486] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.076716] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.076863] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.077055] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.077295] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a59fac67-3a6e-4abb-9710-bd303e8064ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.090530] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.090758] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.091861] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b560e7-e382-4ec7-b651-8a190b0fe24d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.097885] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1064.097885] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521efaea-40d2-bf35-f37c-271f2b1b2d09" [ 1064.097885] env[69316]: _type = "Task" [ 1064.097885] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.105522] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521efaea-40d2-bf35-f37c-271f2b1b2d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.169076] env[69316]: DEBUG nova.network.neutron [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Updating instance_info_cache with network_info: [{"id": "00ccdf18-e462-428a-be81-06c5a878a566", "address": "fa:16:3e:4a:c1:ea", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ccdf18-e4", "ovs_interfaceid": "00ccdf18-e462-428a-be81-06c5a878a566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.375846] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.378538] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.671s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.378846] env[69316]: DEBUG nova.objects.instance [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lazy-loading 'resources' on Instance uuid b056e3e3-5fac-46aa-91d3-30394fa80178 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.400026] env[69316]: INFO nova.scheduler.client.report [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Deleted allocations for instance 189ff7f2-0f9b-4126-b2da-7038b3be3cc3 [ 1064.572062] env[69316]: DEBUG oslo_vmware.api [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367531, 'name': PowerOnVM_Task, 'duration_secs': 0.449667} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.572409] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.572646] env[69316]: INFO nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1064.572877] env[69316]: DEBUG nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.573672] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cff9539-631c-425d-80c6-7769d46ac5d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.593415] env[69316]: DEBUG nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.608282] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521efaea-40d2-bf35-f37c-271f2b1b2d09, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.609155] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97de9f92-57f1-4b21-bb42-ad1a934ee01a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.614980] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1064.614980] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e6c1d4-101b-28da-f7e6-24a55bcb4916" [ 1064.614980] env[69316]: _type = "Task" [ 1064.614980] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.625207] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e6c1d4-101b-28da-f7e6-24a55bcb4916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.627587] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.627816] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.627968] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.628176] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.628323] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.628470] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.628675] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.628835] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.629007] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.629355] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.629462] env[69316]: DEBUG nova.virt.hardware [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.630264] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e9fc5-378f-416e-9149-0e87d12d39bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.639900] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58790d35-628b-4d3e-9011-9e6f07baf336 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.671869] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "refresh_cache-9cbcc253-2e7d-422c-9751-918b0db34152" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.672190] env[69316]: DEBUG nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Instance network_info: |[{"id": "00ccdf18-e462-428a-be81-06c5a878a566", "address": "fa:16:3e:4a:c1:ea", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ccdf18-e4", "ovs_interfaceid": "00ccdf18-e462-428a-be81-06c5a878a566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.672590] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c1:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00ccdf18-e462-428a-be81-06c5a878a566', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.680098] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.680307] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.680522] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-149c70dc-d5fd-4d8e-8bb1-89ab025655d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.702050] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.702050] env[69316]: value = "task-3367532" [ 1064.702050] env[69316]: _type = "Task" [ 1064.702050] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.709642] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367532, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.910761] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8be343b0-495c-493a-8253-37b6fbd0fd83 tempest-ServerShowV257Test-1464970115 tempest-ServerShowV257Test-1464970115-project-member] Lock "189ff7f2-0f9b-4126-b2da-7038b3be3cc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.678s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.000174] env[69316]: DEBUG nova.compute.manager [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Received event network-changed-00ccdf18-e462-428a-be81-06c5a878a566 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.000174] env[69316]: DEBUG nova.compute.manager [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Refreshing instance network info cache due to event network-changed-00ccdf18-e462-428a-be81-06c5a878a566. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.000174] env[69316]: DEBUG oslo_concurrency.lockutils [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] Acquiring lock "refresh_cache-9cbcc253-2e7d-422c-9751-918b0db34152" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.000174] env[69316]: DEBUG oslo_concurrency.lockutils [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] Acquired lock "refresh_cache-9cbcc253-2e7d-422c-9751-918b0db34152" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.000174] env[69316]: DEBUG nova.network.neutron [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Refreshing network info cache for port 00ccdf18-e462-428a-be81-06c5a878a566 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.037974] env[69316]: DEBUG nova.network.neutron [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Successfully updated port: 4a899197-beb9-4e15-ac9a-b1340a0e24df {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.095174] env[69316]: INFO nova.compute.manager [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Took 33.09 seconds to build instance. [ 1065.126537] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e6c1d4-101b-28da-f7e6-24a55bcb4916, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.130598] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.130970] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] d9a020b9-0a78-438c-ac7b-f3466f7cb0ea/d9a020b9-0a78-438c-ac7b-f3466f7cb0ea.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.131551] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e16b13d3-a258-4748-b3cd-fb63c91c143b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.138854] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1065.138854] env[69316]: value = "task-3367533" [ 1065.138854] env[69316]: _type = "Task" [ 1065.138854] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.149667] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.188786] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9232f65d-cbe6-473e-a7be-20b176c4d15d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.194750] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525948c2-5691-451d-b284-31847fa3878f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.231957] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aac4f2-9fde-4e85-be7d-a187e8865617 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.241177] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367532, 'name': CreateVM_Task, 'duration_secs': 0.351041} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.243354] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.244136] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.244277] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.244599] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.245791] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0a93c5-dd8c-4d59-bc63-eea86855457f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.249556] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb90e482-4f4a-46e9-b932-aadb26d47805 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.260641] env[69316]: DEBUG nova.compute.provider_tree [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.263505] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1065.263505] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52466a99-7bba-4525-ee73-e619ad6924c7" [ 1065.263505] env[69316]: _type = "Task" [ 1065.263505] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.273289] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52466a99-7bba-4525-ee73-e619ad6924c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.273614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.273856] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.274143] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.274308] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.274520] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.274792] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-472873d1-b299-4d3c-a81a-d9255c01eb71 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.282690] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.282892] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.283659] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f120d3-1ff4-456d-85d0-cea6a049bc62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.288552] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1065.288552] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f54781-a980-0268-8611-bf03981b21a5" [ 1065.288552] env[69316]: _type = "Task" [ 1065.288552] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.296832] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f54781-a980-0268-8611-bf03981b21a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.541261] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "refresh_cache-6d18e7e0-3871-4375-ab12-920f0149bfe8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.541261] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "refresh_cache-6d18e7e0-3871-4375-ab12-920f0149bfe8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.541424] env[69316]: DEBUG nova.network.neutron [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.598071] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.607s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.647982] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367533, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.765023] env[69316]: DEBUG nova.scheduler.client.report [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.772668] env[69316]: DEBUG nova.network.neutron [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Updated VIF entry in instance network info cache for port 00ccdf18-e462-428a-be81-06c5a878a566. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.773028] env[69316]: DEBUG nova.network.neutron [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Updating instance_info_cache with network_info: [{"id": "00ccdf18-e462-428a-be81-06c5a878a566", "address": "fa:16:3e:4a:c1:ea", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ccdf18-e4", "ovs_interfaceid": "00ccdf18-e462-428a-be81-06c5a878a566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.799389] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f54781-a980-0268-8611-bf03981b21a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.800172] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1aef1b-f76c-43d1-85d6-2eb75efd5936 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.806036] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1065.806036] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4d118-a310-9d25-57b0-9fc4406bb0d6" [ 1065.806036] env[69316]: _type = "Task" [ 1065.806036] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.813676] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4d118-a310-9d25-57b0-9fc4406bb0d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.925419] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.925653] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.101050] env[69316]: DEBUG nova.network.neutron [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.149787] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557927} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.154151] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] d9a020b9-0a78-438c-ac7b-f3466f7cb0ea/d9a020b9-0a78-438c-ac7b-f3466f7cb0ea.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.154475] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.157064] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bd28ebf-a260-41fe-9632-67fc5b60b3c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.165172] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1066.165172] env[69316]: value = "task-3367534" [ 1066.165172] env[69316]: _type = "Task" [ 1066.165172] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.175290] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.269262] env[69316]: DEBUG nova.network.neutron [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Updating instance_info_cache with network_info: [{"id": "4a899197-beb9-4e15-ac9a-b1340a0e24df", "address": "fa:16:3e:3f:df:b1", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a899197-be", "ovs_interfaceid": "4a899197-beb9-4e15-ac9a-b1340a0e24df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.272616] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.274813] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.244s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.275063] env[69316]: DEBUG nova.objects.instance [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lazy-loading 'resources' on Instance uuid d6324a01-b72a-48b7-aa90-11ad8684823c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.276615] env[69316]: DEBUG oslo_concurrency.lockutils [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] Releasing lock "refresh_cache-9cbcc253-2e7d-422c-9751-918b0db34152" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.277765] env[69316]: DEBUG nova.compute.manager [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Received event network-vif-plugged-4a899197-beb9-4e15-ac9a-b1340a0e24df {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.277765] env[69316]: DEBUG oslo_concurrency.lockutils [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] Acquiring lock "6d18e7e0-3871-4375-ab12-920f0149bfe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.277765] env[69316]: DEBUG oslo_concurrency.lockutils [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] Lock "6d18e7e0-3871-4375-ab12-920f0149bfe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.277765] env[69316]: DEBUG oslo_concurrency.lockutils [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] Lock "6d18e7e0-3871-4375-ab12-920f0149bfe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.277765] env[69316]: DEBUG nova.compute.manager [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] No waiting events found dispatching network-vif-plugged-4a899197-beb9-4e15-ac9a-b1340a0e24df {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.277765] env[69316]: WARNING nova.compute.manager [req-116668c5-45af-4a95-a0b0-661b928a5f4b req-7c287be1-18ac-447d-a4d2-2c3bbd77c1b3 service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Received unexpected event network-vif-plugged-4a899197-beb9-4e15-ac9a-b1340a0e24df for instance with vm_state building and task_state spawning. [ 1066.293856] env[69316]: INFO nova.scheduler.client.report [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Deleted allocations for instance b056e3e3-5fac-46aa-91d3-30394fa80178 [ 1066.316019] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4d118-a310-9d25-57b0-9fc4406bb0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.022263} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.316296] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.316799] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9cbcc253-2e7d-422c-9751-918b0db34152/9cbcc253-2e7d-422c-9751-918b0db34152.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.316799] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1f7ffe-1810-494d-9718-6b67c28e6b83 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.322704] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1066.322704] env[69316]: value = "task-3367535" [ 1066.322704] env[69316]: _type = "Task" [ 1066.322704] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.330777] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.428430] env[69316]: DEBUG nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.675696] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069904} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.676056] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.676714] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419eae64-223f-44af-88dc-ffbf3f703666 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.704961] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d9a020b9-0a78-438c-ac7b-f3466f7cb0ea/d9a020b9-0a78-438c-ac7b-f3466f7cb0ea.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.705312] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e24652-0c08-4f9e-b39f-4449dded5d6a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.726068] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1066.726068] env[69316]: value = "task-3367536" [ 1066.726068] env[69316]: _type = "Task" [ 1066.726068] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.736642] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.775535] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "refresh_cache-6d18e7e0-3871-4375-ab12-920f0149bfe8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.775875] env[69316]: DEBUG nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Instance network_info: |[{"id": "4a899197-beb9-4e15-ac9a-b1340a0e24df", "address": "fa:16:3e:3f:df:b1", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a899197-be", "ovs_interfaceid": "4a899197-beb9-4e15-ac9a-b1340a0e24df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.776385] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:df:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a899197-beb9-4e15-ac9a-b1340a0e24df', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.784730] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.787798] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.788362] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2c8812-5b96-409a-a091-eb70a3f58e91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.811175] env[69316]: DEBUG oslo_concurrency.lockutils [None req-55e59dca-1cb0-42e7-8769-91ef0d91416d tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Lock "b056e3e3-5fac-46aa-91d3-30394fa80178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.610s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.815438] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.815438] env[69316]: value = "task-3367537" [ 1066.815438] env[69316]: _type = "Task" [ 1066.815438] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.825522] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367537, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.839105] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367535, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.952080] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.035407] env[69316]: DEBUG nova.compute.manager [req-c3eef14e-92cd-49d0-b927-12f10260b623 req-638a103c-d79f-4065-8dcc-375b703c66d8 service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Received event network-changed-4a899197-beb9-4e15-ac9a-b1340a0e24df {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.035716] env[69316]: DEBUG nova.compute.manager [req-c3eef14e-92cd-49d0-b927-12f10260b623 req-638a103c-d79f-4065-8dcc-375b703c66d8 service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Refreshing instance network info cache due to event network-changed-4a899197-beb9-4e15-ac9a-b1340a0e24df. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.035829] env[69316]: DEBUG oslo_concurrency.lockutils [req-c3eef14e-92cd-49d0-b927-12f10260b623 req-638a103c-d79f-4065-8dcc-375b703c66d8 service nova] Acquiring lock "refresh_cache-6d18e7e0-3871-4375-ab12-920f0149bfe8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.035977] env[69316]: DEBUG oslo_concurrency.lockutils [req-c3eef14e-92cd-49d0-b927-12f10260b623 req-638a103c-d79f-4065-8dcc-375b703c66d8 service nova] Acquired lock "refresh_cache-6d18e7e0-3871-4375-ab12-920f0149bfe8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.036163] env[69316]: DEBUG nova.network.neutron [req-c3eef14e-92cd-49d0-b927-12f10260b623 req-638a103c-d79f-4065-8dcc-375b703c66d8 service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Refreshing network info cache for port 4a899197-beb9-4e15-ac9a-b1340a0e24df {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.091854] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78889d0e-26ee-484b-a199-ef70b0765fe4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.101694] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a688f3e9-3093-49fb-9a84-a58971119988 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.135747] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf8cf6-081a-4a29-8565-d9d2b84246f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.144424] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e2a658-cbdf-43d8-b0f0-53f0cd6f84ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.158333] env[69316]: DEBUG nova.compute.provider_tree [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.236541] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.327154] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367537, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.336513] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764731} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.337054] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9cbcc253-2e7d-422c-9751-918b0db34152/9cbcc253-2e7d-422c-9751-918b0db34152.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.339883] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.339883] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e00989-86ca-43f7-b6db-3b03088850e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.346129] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1067.346129] env[69316]: value = "task-3367538" [ 1067.346129] env[69316]: _type = "Task" [ 1067.346129] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.352509] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.662527] env[69316]: DEBUG nova.scheduler.client.report [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.739252] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367536, 'name': ReconfigVM_Task, 'duration_secs': 0.914405} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.739252] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d9a020b9-0a78-438c-ac7b-f3466f7cb0ea/d9a020b9-0a78-438c-ac7b-f3466f7cb0ea.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.739917] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4703ce8e-a768-4c92-98ab-cbd56b499cb6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.746368] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1067.746368] env[69316]: value = "task-3367539" [ 1067.746368] env[69316]: _type = "Task" [ 1067.746368] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.754867] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367539, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.791751] env[69316]: DEBUG nova.network.neutron [req-c3eef14e-92cd-49d0-b927-12f10260b623 req-638a103c-d79f-4065-8dcc-375b703c66d8 service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Updated VIF entry in instance network info cache for port 4a899197-beb9-4e15-ac9a-b1340a0e24df. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.792316] env[69316]: DEBUG nova.network.neutron [req-c3eef14e-92cd-49d0-b927-12f10260b623 req-638a103c-d79f-4065-8dcc-375b703c66d8 service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Updating instance_info_cache with network_info: [{"id": "4a899197-beb9-4e15-ac9a-b1340a0e24df", "address": "fa:16:3e:3f:df:b1", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a899197-be", "ovs_interfaceid": "4a899197-beb9-4e15-ac9a-b1340a0e24df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.825990] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367537, 'name': CreateVM_Task, 'duration_secs': 0.687073} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.826181] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.826877] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.827052] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.827367] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.827652] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86869f36-6725-4f25-84ac-353bc5781400 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.832107] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1067.832107] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526a0076-6f54-81b6-e67f-943bfce34d44" [ 1067.832107] env[69316]: _type = "Task" [ 1067.832107] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.840133] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526a0076-6f54-81b6-e67f-943bfce34d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.852892] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119629} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.853186] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.853948] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee01917-fd00-4631-9298-fd588a847466 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.876527] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 9cbcc253-2e7d-422c-9751-918b0db34152/9cbcc253-2e7d-422c-9751-918b0db34152.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.877201] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689a6f6b-04e0-470e-a727-324b7e122892 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.896513] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1067.896513] env[69316]: value = "task-3367540" [ 1067.896513] env[69316]: _type = "Task" [ 1067.896513] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.904913] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.168977] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.171866] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.182s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.202261] env[69316]: INFO nova.scheduler.client.report [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Deleted allocations for instance d6324a01-b72a-48b7-aa90-11ad8684823c [ 1068.266146] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367539, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.295057] env[69316]: DEBUG oslo_concurrency.lockutils [req-c3eef14e-92cd-49d0-b927-12f10260b623 req-638a103c-d79f-4065-8dcc-375b703c66d8 service nova] Releasing lock "refresh_cache-6d18e7e0-3871-4375-ab12-920f0149bfe8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.343061] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526a0076-6f54-81b6-e67f-943bfce34d44, 'name': SearchDatastore_Task, 'duration_secs': 0.030604} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.343375] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.343609] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.343835] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.343984] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.344162] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.345020] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4a50eb5-471a-4de4-90f7-cb9ec642bb14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.353439] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.353695] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.354378] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a5000d-4664-4deb-ad7e-8796597f8570 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.359558] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1068.359558] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52807ab5-bc23-2e74-752c-6d8eb1ba6d57" [ 1068.359558] env[69316]: _type = "Task" [ 1068.359558] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.367373] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52807ab5-bc23-2e74-752c-6d8eb1ba6d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.408673] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.677268] env[69316]: INFO nova.compute.claims [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.710703] env[69316]: DEBUG oslo_concurrency.lockutils [None req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Lock "d6324a01-b72a-48b7-aa90-11ad8684823c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.139s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.756855] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367539, 'name': Rename_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.758333] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.758569] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.870592] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52807ab5-bc23-2e74-752c-6d8eb1ba6d57, 'name': SearchDatastore_Task, 'duration_secs': 0.015616} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.871463] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4558a7f-1565-4685-a669-24be7c7b252b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.876619] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1068.876619] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c65c6a-7cb0-4d7d-cdf0-701df955caa8" [ 1068.876619] env[69316]: _type = "Task" [ 1068.876619] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.883976] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c65c6a-7cb0-4d7d-cdf0-701df955caa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.906773] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367540, 'name': ReconfigVM_Task, 'duration_secs': 0.701351} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.906901] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 9cbcc253-2e7d-422c-9751-918b0db34152/9cbcc253-2e7d-422c-9751-918b0db34152.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.907441] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e200d1d-7024-4aee-980c-86df886f6d94 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.915216] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1068.915216] env[69316]: value = "task-3367541" [ 1068.915216] env[69316]: _type = "Task" [ 1068.915216] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.922827] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367541, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.183738] env[69316]: INFO nova.compute.resource_tracker [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating resource usage from migration ff775a4f-b2e5-47ce-8454-7f179b25547b [ 1069.256624] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367539, 'name': Rename_Task, 'duration_secs': 1.381812} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.259258] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.260608] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9564ca28-0106-4078-9e51-8b7c8d37677f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.261840] env[69316]: INFO nova.compute.manager [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Detaching volume 58800755-2a38-4645-aa34-21b5de4402f5 [ 1069.271543] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1069.271543] env[69316]: value = "task-3367542" [ 1069.271543] env[69316]: _type = "Task" [ 1069.271543] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.281864] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.303075] env[69316]: INFO nova.virt.block_device [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Attempting to driver detach volume 58800755-2a38-4645-aa34-21b5de4402f5 from mountpoint /dev/sdb [ 1069.303327] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1069.303517] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671935', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'name': 'volume-58800755-2a38-4645-aa34-21b5de4402f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '63f16880-0be1-4e76-bd7b-c12e0c018c24', 'attached_at': '', 'detached_at': '', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'serial': '58800755-2a38-4645-aa34-21b5de4402f5'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1069.304432] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b63fab-cf23-4f30-9ba9-ac68582f0ad3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.329735] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5973d0-fa24-4607-b181-2f0c5c714251 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.336457] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e63fe1-5b8d-4e76-854e-905530f9f2a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.360579] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fed9c9-9493-48a2-9bc2-2a7be6aada0f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.375559] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] The volume has not been displaced from its original location: [datastore2] volume-58800755-2a38-4645-aa34-21b5de4402f5/volume-58800755-2a38-4645-aa34-21b5de4402f5.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.380910] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.384070] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d940690e-27ee-4603-ba7e-1e76fe8f7d66 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.406176] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c65c6a-7cb0-4d7d-cdf0-701df955caa8, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.407435] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.407692] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6d18e7e0-3871-4375-ab12-920f0149bfe8/6d18e7e0-3871-4375-ab12-920f0149bfe8.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.408015] env[69316]: DEBUG oslo_vmware.api [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1069.408015] env[69316]: value = "task-3367543" [ 1069.408015] env[69316]: _type = "Task" [ 1069.408015] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.408229] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08a1eb9f-41b2-42b1-af24-ae1455e759ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.418125] env[69316]: DEBUG oslo_vmware.api [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.422765] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1069.422765] env[69316]: value = "task-3367544" [ 1069.422765] env[69316]: _type = "Task" [ 1069.422765] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.433623] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367541, 'name': Rename_Task, 'duration_secs': 0.383505} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.434416] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.434708] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b822b69-6f70-4c29-9091-34b088a4876f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.439912] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.446403] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1069.446403] env[69316]: value = "task-3367545" [ 1069.446403] env[69316]: _type = "Task" [ 1069.446403] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.456496] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.506346] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a16b7-acf8-477e-8b50-7511b9df0d7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.513685] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6918a37-e331-42ee-9f00-2f1b9c025a34 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.546113] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d4864b-0055-48c2-b171-636d296defc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.555450] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c27d0c-8a04-4409-ae22-0e770d46a7a3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.572901] env[69316]: DEBUG nova.compute.provider_tree [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.787194] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.922624] env[69316]: DEBUG oslo_vmware.api [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.938276] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367544, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.959037] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.076723] env[69316]: DEBUG nova.scheduler.client.report [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.285528] env[69316]: DEBUG oslo_vmware.api [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367542, 'name': PowerOnVM_Task, 'duration_secs': 0.52156} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.285740] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.286025] env[69316]: INFO nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1070.286220] env[69316]: DEBUG nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.286980] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3890bb-a564-4485-b2a9-c40bee649333 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.421148] env[69316]: DEBUG oslo_vmware.api [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.437718] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59179} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.438019] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6d18e7e0-3871-4375-ab12-920f0149bfe8/6d18e7e0-3871-4375-ab12-920f0149bfe8.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.438172] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.438447] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7f6f94c-7e5a-41a3-888a-15f60b7f8b81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.446715] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1070.446715] env[69316]: value = "task-3367546" [ 1070.446715] env[69316]: _type = "Task" [ 1070.446715] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.461861] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.465407] env[69316]: DEBUG oslo_vmware.api [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367545, 'name': PowerOnVM_Task, 'duration_secs': 0.707682} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.465752] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.466027] env[69316]: INFO nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1070.466257] env[69316]: DEBUG nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.467241] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbb52b3-1c15-4dde-9aae-3e5ea28f048e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.582029] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.582296] env[69316]: INFO nova.compute.manager [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Migrating [ 1070.590118] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.582s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.590360] env[69316]: DEBUG nova.objects.instance [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lazy-loading 'resources' on Instance uuid 6833f95d-d577-4f8a-bf82-3cec2dc8656b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.804349] env[69316]: INFO nova.compute.manager [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Took 36.89 seconds to build instance. [ 1070.853514] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561fe770-2e22-4584-93a4-79bd9529ede9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.862043] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e74ac4-a1e2-4392-9be2-57a94320cc7f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.892934] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ffca6-bd76-43f8-997a-8a53767953ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.900103] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab54762c-39cb-40b8-8d4f-328e1838189b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.913189] env[69316]: DEBUG nova.compute.provider_tree [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.922535] env[69316]: DEBUG oslo_vmware.api [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367543, 'name': ReconfigVM_Task, 'duration_secs': 1.263238} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.923416] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.928496] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-314bad96-4cef-4eef-a84e-53e7e8b7cec6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.943187] env[69316]: DEBUG oslo_vmware.api [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1070.943187] env[69316]: value = "task-3367547" [ 1070.943187] env[69316]: _type = "Task" [ 1070.943187] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.953828] env[69316]: DEBUG oslo_vmware.api [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.959155] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076446} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.959441] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.960232] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09234a0-7b88-4802-aaa4-84175beb01a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.983869] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 6d18e7e0-3871-4375-ab12-920f0149bfe8/6d18e7e0-3871-4375-ab12-920f0149bfe8.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.987800] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4cf00ee-0705-44b5-ab17-6792125f27fb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.005129] env[69316]: INFO nova.compute.manager [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Took 36.40 seconds to build instance. [ 1071.009493] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1071.009493] env[69316]: value = "task-3367548" [ 1071.009493] env[69316]: _type = "Task" [ 1071.009493] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.018840] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.108658] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.108894] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.109042] env[69316]: DEBUG nova.network.neutron [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.305885] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6c7aa17-b33f-4198-994b-4889ae5a0106 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.403s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.420160] env[69316]: DEBUG nova.scheduler.client.report [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.455983] env[69316]: DEBUG oslo_vmware.api [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367547, 'name': ReconfigVM_Task, 'duration_secs': 0.256348} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.456303] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671935', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'name': 'volume-58800755-2a38-4645-aa34-21b5de4402f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '63f16880-0be1-4e76-bd7b-c12e0c018c24', 'attached_at': '', 'detached_at': '', 'volume_id': '58800755-2a38-4645-aa34-21b5de4402f5', 'serial': '58800755-2a38-4645-aa34-21b5de4402f5'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1071.507056] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "9cbcc253-2e7d-422c-9751-918b0db34152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.919s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.519648] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.928199] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.336s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.929498] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.319s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.933077] env[69316]: INFO nova.compute.claims [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.940463] env[69316]: DEBUG nova.network.neutron [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance_info_cache with network_info: [{"id": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "address": "fa:16:3e:ba:cc:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51bad14-4a", "ovs_interfaceid": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.954527] env[69316]: INFO nova.scheduler.client.report [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Deleted allocations for instance 6833f95d-d577-4f8a-bf82-3cec2dc8656b [ 1072.004789] env[69316]: DEBUG nova.objects.instance [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'flavor' on Instance uuid 63f16880-0be1-4e76-bd7b-c12e0c018c24 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.022612] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367548, 'name': ReconfigVM_Task, 'duration_secs': 0.673506} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.022922] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 6d18e7e0-3871-4375-ab12-920f0149bfe8/6d18e7e0-3871-4375-ab12-920f0149bfe8.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.024188] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42783c76-1bd6-4f48-94d5-cf83ee5a7d70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.030916] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1072.030916] env[69316]: value = "task-3367549" [ 1072.030916] env[69316]: _type = "Task" [ 1072.030916] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.040394] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367549, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.073045] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "d51bf693-74f0-4221-8c2b-2660070fd994" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.073045] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "d51bf693-74f0-4221-8c2b-2660070fd994" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.443228] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.461233] env[69316]: DEBUG oslo_concurrency.lockutils [None req-50de6638-f2b2-4f48-9a75-ded40572e0e4 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Lock "6833f95d-d577-4f8a-bf82-3cec2dc8656b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.928s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.542977] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367549, 'name': Rename_Task, 'duration_secs': 0.177821} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.543376] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.543675] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e707f3ff-35e1-4a72-94ca-66cd6415d464 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.549950] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1072.549950] env[69316]: value = "task-3367550" [ 1072.549950] env[69316]: _type = "Task" [ 1072.549950] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.557714] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.575859] env[69316]: DEBUG nova.compute.manager [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.015280] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c6607cb9-bb5d-4d58-bd35-c792f080cd37 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.256s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.062216] env[69316]: DEBUG oslo_vmware.api [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367550, 'name': PowerOnVM_Task, 'duration_secs': 0.46983} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.062512] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.062633] env[69316]: INFO nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1073.063019] env[69316]: DEBUG nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.063599] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc391d-4b81-470f-b387-117b06dd1102 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.102952] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.213501] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c23514-82b2-41c8-8b28-36f024e77eb4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.222416] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f82c861-8720-408d-bb0e-ee97d13d460d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.251948] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde54f49-8052-458b-a58d-5fc1462f06dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.260296] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc8e48-5b37-40fa-bc17-f45f6bfa2e72 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.276229] env[69316]: DEBUG nova.compute.provider_tree [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.583055] env[69316]: INFO nova.compute.manager [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Took 38.33 seconds to build instance. [ 1073.779952] env[69316]: DEBUG nova.scheduler.client.report [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.960635] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e22daa-a3f2-444f-8b23-8c7a7682561a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.980072] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance 'c6746791-f53d-4032-b8e0-153e14c2d04e' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.087283] env[69316]: DEBUG oslo_concurrency.lockutils [None req-905267c1-9127-4fb9-9e70-eac12718c61a tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "6d18e7e0-3871-4375-ab12-920f0149bfe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.841s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.094508] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.094779] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.094981] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.095180] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.099017] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.099017] env[69316]: INFO nova.compute.manager [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Terminating instance [ 1074.287134] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.287663] env[69316]: DEBUG nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.294696] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.927s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.294953] env[69316]: DEBUG nova.objects.instance [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1074.485705] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.486072] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d59d63ae-20e1-486f-935a-cdb8950d69d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.493637] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1074.493637] env[69316]: value = "task-3367551" [ 1074.493637] env[69316]: _type = "Task" [ 1074.493637] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.502063] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.603626] env[69316]: DEBUG nova.compute.manager [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.603870] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.604854] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445755f-c3b0-4c56-9c83-22013f1672db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.613155] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.613456] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-871bf202-9b96-4534-86b3-e620936696c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.619984] env[69316]: DEBUG oslo_vmware.api [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1074.619984] env[69316]: value = "task-3367552" [ 1074.619984] env[69316]: _type = "Task" [ 1074.619984] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.630432] env[69316]: DEBUG oslo_vmware.api [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.797507] env[69316]: DEBUG nova.compute.utils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.798024] env[69316]: DEBUG nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.798365] env[69316]: DEBUG nova.network.neutron [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.870961] env[69316]: DEBUG nova.policy [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2396681ec95b4b6db8b5919af2101003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '138f130ba0c8427ba6907a04781e3bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.004885] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367551, 'name': PowerOffVM_Task, 'duration_secs': 0.260385} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.005169] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.005356] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance 'c6746791-f53d-4032-b8e0-153e14c2d04e' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.135735] env[69316]: DEBUG oslo_vmware.api [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367552, 'name': PowerOffVM_Task, 'duration_secs': 0.27341} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.135735] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.135735] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.135735] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56622685-9ec1-4a1c-947a-8b0a2918836b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.204353] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.204782] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.204782] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleting the datastore file [datastore1] 63f16880-0be1-4e76-bd7b-c12e0c018c24 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.206186] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5153b3cc-df2d-4564-821c-c91e634ea37b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.212636] env[69316]: DEBUG oslo_vmware.api [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1075.212636] env[69316]: value = "task-3367554" [ 1075.212636] env[69316]: _type = "Task" [ 1075.212636] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.221598] env[69316]: DEBUG oslo_vmware.api [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.288724] env[69316]: DEBUG nova.network.neutron [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Successfully created port: 6bd47e09-8f63-4f68-aa04-e10a001f4922 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.302185] env[69316]: DEBUG nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.309025] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7154c5d0-3d3a-4f99-b6e4-87b8230b99a3 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.309769] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.350s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.314122] env[69316]: INFO nova.compute.claims [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.512617] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.512879] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.515159] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.515474] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.515667] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.515929] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.516094] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.516271] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.516458] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.516728] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.516957] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.523894] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662c56e0-26b7-43c3-a8b8-305864b8c3dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.544708] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1075.544708] env[69316]: value = "task-3367555" [ 1075.544708] env[69316]: _type = "Task" [ 1075.544708] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.551404] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.722268] env[69316]: DEBUG oslo_vmware.api [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146462} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.722530] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.722716] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.722917] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.723068] env[69316]: INFO nova.compute.manager [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1075.723312] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.723502] env[69316]: DEBUG nova.compute.manager [-] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.723608] env[69316]: DEBUG nova.network.neutron [-] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.053919] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367555, 'name': ReconfigVM_Task, 'duration_secs': 0.189484} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.054195] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance 'c6746791-f53d-4032-b8e0-153e14c2d04e' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.256348] env[69316]: DEBUG nova.compute.manager [req-e1bfceb3-45e0-4f25-8a8e-f605c139347b req-b22aa2a7-6d2c-455b-a6cd-505bdb8ad31b service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Received event network-vif-deleted-8326817d-1a61-4398-84cb-fe9d02f75bac {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.256348] env[69316]: INFO nova.compute.manager [req-e1bfceb3-45e0-4f25-8a8e-f605c139347b req-b22aa2a7-6d2c-455b-a6cd-505bdb8ad31b service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Neutron deleted interface 8326817d-1a61-4398-84cb-fe9d02f75bac; detaching it from the instance and deleting it from the info cache [ 1076.256348] env[69316]: DEBUG nova.network.neutron [req-e1bfceb3-45e0-4f25-8a8e-f605c139347b req-b22aa2a7-6d2c-455b-a6cd-505bdb8ad31b service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.314546] env[69316]: DEBUG nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.349217] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.349508] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.349673] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.349916] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.350211] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.350485] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.350772] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.350993] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.351240] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.351534] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.351937] env[69316]: DEBUG nova.virt.hardware [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.352960] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67667dd-41a4-41c7-8f6e-7697d7148e63 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.366164] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2547fc3-1491-494d-85cb-71d6a132e04f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.516164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.516421] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.516627] env[69316]: DEBUG nova.compute.manager [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.517500] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9a60c8-608a-4e19-8f95-f1e6bcae9b59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.526737] env[69316]: DEBUG nova.compute.manager [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1076.527306] env[69316]: DEBUG nova.objects.instance [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lazy-loading 'flavor' on Instance uuid d9a020b9-0a78-438c-ac7b-f3466f7cb0ea {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.559815] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.561030] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.561030] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.561030] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.561030] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.561030] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.561030] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.561316] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.561316] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.561464] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.561681] env[69316]: DEBUG nova.virt.hardware [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.567784] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.570879] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fe7606-b39d-4fa5-a618-067ce898b0cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.592016] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1076.592016] env[69316]: value = "task-3367556" [ 1076.592016] env[69316]: _type = "Task" [ 1076.592016] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.596679] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098744d6-aa58-447a-ae12-15dac238b711 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.604362] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.607158] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3c458-1f90-44af-a5df-2488c3be3a2d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.638017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a7135a-c9e1-4a4d-bab4-c018703d0470 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.645559] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641d5e4-3cc1-4079-b934-e9dbabc92cec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.661512] env[69316]: DEBUG nova.compute.provider_tree [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.737692] env[69316]: DEBUG nova.network.neutron [-] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.761551] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c610d43-e0c1-458a-a4f1-35faed095cd0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.770805] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09971586-9054-4983-9304-ca8bab114ea6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.802795] env[69316]: DEBUG nova.compute.manager [req-e1bfceb3-45e0-4f25-8a8e-f605c139347b req-b22aa2a7-6d2c-455b-a6cd-505bdb8ad31b service nova] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Detach interface failed, port_id=8326817d-1a61-4398-84cb-fe9d02f75bac, reason: Instance 63f16880-0be1-4e76-bd7b-c12e0c018c24 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.913776] env[69316]: DEBUG nova.compute.manager [req-a333c1fa-1e9d-48c9-8a45-5d4b7a820d1d req-7b5d91a8-1cca-4794-b1a4-0f7a5ca99132 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Received event network-vif-plugged-6bd47e09-8f63-4f68-aa04-e10a001f4922 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.914346] env[69316]: DEBUG oslo_concurrency.lockutils [req-a333c1fa-1e9d-48c9-8a45-5d4b7a820d1d req-7b5d91a8-1cca-4794-b1a4-0f7a5ca99132 service nova] Acquiring lock "096379a6-5073-4660-948e-7cf8621c6e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.914567] env[69316]: DEBUG oslo_concurrency.lockutils [req-a333c1fa-1e9d-48c9-8a45-5d4b7a820d1d req-7b5d91a8-1cca-4794-b1a4-0f7a5ca99132 service nova] Lock "096379a6-5073-4660-948e-7cf8621c6e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.914738] env[69316]: DEBUG oslo_concurrency.lockutils [req-a333c1fa-1e9d-48c9-8a45-5d4b7a820d1d req-7b5d91a8-1cca-4794-b1a4-0f7a5ca99132 service nova] Lock "096379a6-5073-4660-948e-7cf8621c6e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.914904] env[69316]: DEBUG nova.compute.manager [req-a333c1fa-1e9d-48c9-8a45-5d4b7a820d1d req-7b5d91a8-1cca-4794-b1a4-0f7a5ca99132 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] No waiting events found dispatching network-vif-plugged-6bd47e09-8f63-4f68-aa04-e10a001f4922 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.915134] env[69316]: WARNING nova.compute.manager [req-a333c1fa-1e9d-48c9-8a45-5d4b7a820d1d req-7b5d91a8-1cca-4794-b1a4-0f7a5ca99132 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Received unexpected event network-vif-plugged-6bd47e09-8f63-4f68-aa04-e10a001f4922 for instance with vm_state building and task_state spawning. [ 1077.103038] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367556, 'name': ReconfigVM_Task, 'duration_secs': 0.362932} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.103349] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.104138] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a967a4-bfda-4f0d-be23-70696fc1735c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.126527] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] c6746791-f53d-4032-b8e0-153e14c2d04e/c6746791-f53d-4032-b8e0-153e14c2d04e.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.126803] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be029af-362e-46e5-b7ed-ffcadcef62a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.146104] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1077.146104] env[69316]: value = "task-3367557" [ 1077.146104] env[69316]: _type = "Task" [ 1077.146104] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.154149] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.165172] env[69316]: DEBUG nova.scheduler.client.report [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.239436] env[69316]: INFO nova.compute.manager [-] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Took 1.52 seconds to deallocate network for instance. [ 1077.367312] env[69316]: DEBUG nova.network.neutron [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Successfully updated port: 6bd47e09-8f63-4f68-aa04-e10a001f4922 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.535544] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.535759] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b02db4-c8f1-4e6f-997b-a974de690663 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.543184] env[69316]: DEBUG oslo_vmware.api [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1077.543184] env[69316]: value = "task-3367558" [ 1077.543184] env[69316]: _type = "Task" [ 1077.543184] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.552862] env[69316]: DEBUG oslo_vmware.api [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.657164] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367557, 'name': ReconfigVM_Task, 'duration_secs': 0.41606} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.657612] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Reconfigured VM instance instance-00000049 to attach disk [datastore1] c6746791-f53d-4032-b8e0-153e14c2d04e/c6746791-f53d-4032-b8e0-153e14c2d04e.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.658097] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance 'c6746791-f53d-4032-b8e0-153e14c2d04e' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.669896] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.670581] env[69316]: DEBUG nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.673659] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.671s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.674021] env[69316]: DEBUG nova.objects.instance [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lazy-loading 'resources' on Instance uuid a43fe989-00f6-43a8-a8df-73fc14b931bc {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.747361] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.870813] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-096379a6-5073-4660-948e-7cf8621c6e4d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.870929] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-096379a6-5073-4660-948e-7cf8621c6e4d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.871941] env[69316]: DEBUG nova.network.neutron [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.053534] env[69316]: DEBUG oslo_vmware.api [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367558, 'name': PowerOffVM_Task, 'duration_secs': 0.224481} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.053799] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.053998] env[69316]: DEBUG nova.compute.manager [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.054756] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcdd6f4-05ca-4cd7-ae8a-35e369335f9f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.165493] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3520ac2b-504d-4f98-8546-52e3a1026204 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.185575] env[69316]: DEBUG nova.compute.utils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.190366] env[69316]: DEBUG nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.190366] env[69316]: DEBUG nova.network.neutron [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.191775] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4720e58-f6ba-4f78-8f67-169751c1490d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.209641] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance 'c6746791-f53d-4032-b8e0-153e14c2d04e' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.251286] env[69316]: DEBUG nova.policy [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8274252fdd724a5685dec4cb0b9b3e8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a910b97ec8444965ab31f68f31ec9816', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.417641] env[69316]: DEBUG nova.network.neutron [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.472652] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae6a5b2-e2cd-491b-8f6b-c07d7bca0344 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.482410] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc52bcc6-7050-422f-aeb9-9c9640b923ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.517467] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f0a38-3668-4d4b-82f0-c296330a54f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.526403] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a509532-15db-4e0c-8a7f-a2a85fb7a482 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.540527] env[69316]: DEBUG nova.compute.provider_tree [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.566870] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2aeb27c7-b92f-48f2-8778-6773a3f07f71 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.598611] env[69316]: DEBUG nova.network.neutron [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Updating instance_info_cache with network_info: [{"id": "6bd47e09-8f63-4f68-aa04-e10a001f4922", "address": "fa:16:3e:04:4e:c7", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd47e09-8f", "ovs_interfaceid": "6bd47e09-8f63-4f68-aa04-e10a001f4922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.691318] env[69316]: DEBUG nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.765940] env[69316]: DEBUG nova.network.neutron [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Port e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.971823] env[69316]: DEBUG nova.network.neutron [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Successfully created port: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.044888] env[69316]: DEBUG nova.scheduler.client.report [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.102882] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-096379a6-5073-4660-948e-7cf8621c6e4d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.102882] env[69316]: DEBUG nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Instance network_info: |[{"id": "6bd47e09-8f63-4f68-aa04-e10a001f4922", "address": "fa:16:3e:04:4e:c7", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd47e09-8f", "ovs_interfaceid": "6bd47e09-8f63-4f68-aa04-e10a001f4922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.103140] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:4e:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bd47e09-8f63-4f68-aa04-e10a001f4922', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.117887] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating folder: Project (138f130ba0c8427ba6907a04781e3bcb). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.117887] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1da555fc-da68-46ca-923a-02490cc898a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.122188] env[69316]: DEBUG nova.compute.manager [req-7d031d93-32f6-4539-adc1-d2281d7bb1b7 req-173ab9bb-cd4e-4013-91fa-e44a8ecf6b42 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Received event network-changed-6bd47e09-8f63-4f68-aa04-e10a001f4922 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.122188] env[69316]: DEBUG nova.compute.manager [req-7d031d93-32f6-4539-adc1-d2281d7bb1b7 req-173ab9bb-cd4e-4013-91fa-e44a8ecf6b42 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Refreshing instance network info cache due to event network-changed-6bd47e09-8f63-4f68-aa04-e10a001f4922. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.122188] env[69316]: DEBUG oslo_concurrency.lockutils [req-7d031d93-32f6-4539-adc1-d2281d7bb1b7 req-173ab9bb-cd4e-4013-91fa-e44a8ecf6b42 service nova] Acquiring lock "refresh_cache-096379a6-5073-4660-948e-7cf8621c6e4d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.122188] env[69316]: DEBUG oslo_concurrency.lockutils [req-7d031d93-32f6-4539-adc1-d2281d7bb1b7 req-173ab9bb-cd4e-4013-91fa-e44a8ecf6b42 service nova] Acquired lock "refresh_cache-096379a6-5073-4660-948e-7cf8621c6e4d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.122188] env[69316]: DEBUG nova.network.neutron [req-7d031d93-32f6-4539-adc1-d2281d7bb1b7 req-173ab9bb-cd4e-4013-91fa-e44a8ecf6b42 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Refreshing network info cache for port 6bd47e09-8f63-4f68-aa04-e10a001f4922 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.132298] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Created folder: Project (138f130ba0c8427ba6907a04781e3bcb) in parent group-v671748. [ 1079.132527] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating folder: Instances. Parent ref: group-v671978. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.132801] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d31c4a6b-ca93-40f7-88fa-896d8c72ebf9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.144025] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Created folder: Instances in parent group-v671978. [ 1079.144025] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.144025] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.144025] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a83e0d82-d0eb-45b1-af39-84f253312f59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.167021] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.167021] env[69316]: value = "task-3367561" [ 1079.167021] env[69316]: _type = "Task" [ 1079.167021] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.173516] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367561, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.307076] env[69316]: DEBUG nova.objects.instance [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lazy-loading 'flavor' on Instance uuid d9a020b9-0a78-438c-ac7b-f3466f7cb0ea {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.550592] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.556025] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.713s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.556025] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.556025] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.604s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.557047] env[69316]: INFO nova.compute.claims [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.595474] env[69316]: INFO nova.scheduler.client.report [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted allocations for instance cb02e9e8-1395-4578-89af-7fd8f84c52db [ 1079.597766] env[69316]: INFO nova.scheduler.client.report [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Deleted allocations for instance a43fe989-00f6-43a8-a8df-73fc14b931bc [ 1079.674146] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367561, 'name': CreateVM_Task, 'duration_secs': 0.345907} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.674323] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.675048] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.675224] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.675544] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.675803] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75b7d36-aeac-485a-9464-103ae277e60f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.680376] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1079.680376] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4fbdc-7bd3-ef62-3255-8054995ef028" [ 1079.680376] env[69316]: _type = "Task" [ 1079.680376] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.688871] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4fbdc-7bd3-ef62-3255-8054995ef028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.705054] env[69316]: DEBUG nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.732653] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.733452] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.733452] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.733452] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.733452] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.733452] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.733728] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.733826] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.734040] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.734116] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.734288] env[69316]: DEBUG nova.virt.hardware [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.735151] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f2ca14-80aa-4e14-8bcc-aea9cbdbe847 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.744105] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcde7cc-9467-4e10-9d5b-760bed497787 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.793720] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.793720] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.793898] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.811634] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.811915] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquired lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.812117] env[69316]: DEBUG nova.network.neutron [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.812494] env[69316]: DEBUG nova.objects.instance [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lazy-loading 'info_cache' on Instance uuid d9a020b9-0a78-438c-ac7b-f3466f7cb0ea {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.866298] env[69316]: DEBUG nova.network.neutron [req-7d031d93-32f6-4539-adc1-d2281d7bb1b7 req-173ab9bb-cd4e-4013-91fa-e44a8ecf6b42 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Updated VIF entry in instance network info cache for port 6bd47e09-8f63-4f68-aa04-e10a001f4922. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.866905] env[69316]: DEBUG nova.network.neutron [req-7d031d93-32f6-4539-adc1-d2281d7bb1b7 req-173ab9bb-cd4e-4013-91fa-e44a8ecf6b42 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Updating instance_info_cache with network_info: [{"id": "6bd47e09-8f63-4f68-aa04-e10a001f4922", "address": "fa:16:3e:04:4e:c7", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd47e09-8f", "ovs_interfaceid": "6bd47e09-8f63-4f68-aa04-e10a001f4922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.113204] env[69316]: DEBUG oslo_concurrency.lockutils [None req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "cb02e9e8-1395-4578-89af-7fd8f84c52db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.054s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.119135] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6bfb4ff6-1fd5-4d3a-b5ea-7e90f1459252 tempest-ServersListShow2100Test-1261614304 tempest-ServersListShow2100Test-1261614304-project-member] Lock "a43fe989-00f6-43a8-a8df-73fc14b931bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.290s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.196999] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f4fbdc-7bd3-ef62-3255-8054995ef028, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.197266] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.197591] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.197934] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.198149] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.198535] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.198838] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-579c68fc-73a9-4779-b317-9a64bd75d0e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.207672] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.207869] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.208630] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67312e8c-de73-4326-aeb3-a87653d98e45 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.215863] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1080.215863] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52681429-ad32-c556-8c34-236b1e8b579d" [ 1080.215863] env[69316]: _type = "Task" [ 1080.215863] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.224217] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52681429-ad32-c556-8c34-236b1e8b579d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.319515] env[69316]: DEBUG nova.objects.base [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.368977] env[69316]: DEBUG oslo_concurrency.lockutils [req-7d031d93-32f6-4539-adc1-d2281d7bb1b7 req-173ab9bb-cd4e-4013-91fa-e44a8ecf6b42 service nova] Releasing lock "refresh_cache-096379a6-5073-4660-948e-7cf8621c6e4d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.728807] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52681429-ad32-c556-8c34-236b1e8b579d, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.732419] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c604a91d-b955-4c1b-9dd0-21b953db5357 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.749198] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.749680] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.750881] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1080.750881] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527678b2-5fd1-03ae-e75c-3befba43abad" [ 1080.750881] env[69316]: _type = "Task" [ 1080.750881] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.769427] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527678b2-5fd1-03ae-e75c-3befba43abad, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.773802] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.774177] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 096379a6-5073-4660-948e-7cf8621c6e4d/096379a6-5073-4660-948e-7cf8621c6e4d.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.775582] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4e9871-cbd0-4b4c-8eac-5dc467bcd2ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.782812] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1080.782812] env[69316]: value = "task-3367562" [ 1080.782812] env[69316]: _type = "Task" [ 1080.782812] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.796519] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.861258] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.861258] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.861258] env[69316]: DEBUG nova.network.neutron [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.895805] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c8303-6044-499f-a752-c8f3333ef1ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.907288] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ded26d-1910-4b87-b4f9-7a442dfb1c81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.947584] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.947733] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.954308] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a375b7-d184-4036-92a9-2b106a1ffbbe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.963482] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febaeff7-be62-4412-94ee-6fae5a2f79fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.981187] env[69316]: DEBUG nova.compute.provider_tree [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.090707] env[69316]: DEBUG nova.network.neutron [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Successfully updated port: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.138217] env[69316]: DEBUG nova.network.neutron [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Updating instance_info_cache with network_info: [{"id": "d275ef7e-3cff-46f1-9a54-c0b17ea0c167", "address": "fa:16:3e:d2:cf:ae", "network": {"id": "9c95285d-1723-4baf-a75b-b6d76e399ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1575569678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c34c8c0be76e4874a15307bdced2bca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd275ef7e-3c", "ovs_interfaceid": "d275ef7e-3cff-46f1-9a54-c0b17ea0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.160242] env[69316]: DEBUG nova.compute.manager [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Received event network-vif-plugged-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.160242] env[69316]: DEBUG oslo_concurrency.lockutils [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] Acquiring lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.160242] env[69316]: DEBUG oslo_concurrency.lockutils [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] Lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.160242] env[69316]: DEBUG oslo_concurrency.lockutils [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] Lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.160242] env[69316]: DEBUG nova.compute.manager [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] No waiting events found dispatching network-vif-plugged-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.160242] env[69316]: WARNING nova.compute.manager [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Received unexpected event network-vif-plugged-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 for instance with vm_state building and task_state spawning. [ 1081.160784] env[69316]: DEBUG nova.compute.manager [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Received event network-changed-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.160784] env[69316]: DEBUG nova.compute.manager [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Refreshing instance network info cache due to event network-changed-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.160784] env[69316]: DEBUG oslo_concurrency.lockutils [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] Acquiring lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.160784] env[69316]: DEBUG oslo_concurrency.lockutils [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] Acquired lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.160929] env[69316]: DEBUG nova.network.neutron [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Refreshing network info cache for port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.252077] env[69316]: DEBUG nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.292945] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367562, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.451415] env[69316]: DEBUG nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.485468] env[69316]: DEBUG nova.scheduler.client.report [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.592241] env[69316]: DEBUG nova.network.neutron [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance_info_cache with network_info: [{"id": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "address": "fa:16:3e:ba:cc:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51bad14-4a", "ovs_interfaceid": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.594028] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.644096] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Releasing lock "refresh_cache-d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.695387] env[69316]: DEBUG nova.network.neutron [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.767772] env[69316]: DEBUG nova.network.neutron [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.778038] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.793902] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541343} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.794198] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 096379a6-5073-4660-948e-7cf8621c6e4d/096379a6-5073-4660-948e-7cf8621c6e4d.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.794420] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.794676] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfe22fc9-4a23-409a-b7f9-673b5b12bee7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.801684] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1081.801684] env[69316]: value = "task-3367563" [ 1081.801684] env[69316]: _type = "Task" [ 1081.801684] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.809656] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.975164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.991146] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.991697] env[69316]: DEBUG nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.994236] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.892s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.995601] env[69316]: INFO nova.compute.claims [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.095072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.270147] env[69316]: DEBUG oslo_concurrency.lockutils [req-4994add8-47df-4818-bad7-6400e8ae1e0a req-c327ef68-18ab-4a34-8407-b95258bc8b40 service nova] Releasing lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.270513] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquired lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.270670] env[69316]: DEBUG nova.network.neutron [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.313064] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067904} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.313064] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.313338] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84478928-b757-40b1-a172-8370ae3d1d66 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.336469] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 096379a6-5073-4660-948e-7cf8621c6e4d/096379a6-5073-4660-948e-7cf8621c6e4d.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.336820] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90a122c-7f34-4a61-b23a-337763b5159d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.356516] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1082.356516] env[69316]: value = "task-3367564" [ 1082.356516] env[69316]: _type = "Task" [ 1082.356516] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.366448] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.500041] env[69316]: DEBUG nova.compute.utils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.503519] env[69316]: DEBUG nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.503680] env[69316]: DEBUG nova.network.neutron [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.545797] env[69316]: DEBUG nova.policy [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5000654220844828ab3d4fb018a90656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6235d667d3f742fa909966b814e92ee6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.618086] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039efc3f-0a2b-4944-b42a-3bc8194bb512 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.637639] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b9feca-295d-4555-ab39-74d9c75ceca7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.644525] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance 'c6746791-f53d-4032-b8e0-153e14c2d04e' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.648588] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.648833] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae130025-8dc5-459f-8865-fa8ee09fed26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.655983] env[69316]: DEBUG oslo_vmware.api [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1082.655983] env[69316]: value = "task-3367565" [ 1082.655983] env[69316]: _type = "Task" [ 1082.655983] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.663100] env[69316]: DEBUG oslo_vmware.api [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.808625] env[69316]: DEBUG nova.network.neutron [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.815742] env[69316]: DEBUG nova.network.neutron [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Successfully created port: c9313e0f-1a82-480c-8f9b-c174d854ea05 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.866761] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367564, 'name': ReconfigVM_Task, 'duration_secs': 0.276226} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.869134] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 096379a6-5073-4660-948e-7cf8621c6e4d/096379a6-5073-4660-948e-7cf8621c6e4d.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.869781] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-202387f7-2f87-4e01-9ba3-fb43f02f80e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.875987] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1082.875987] env[69316]: value = "task-3367566" [ 1082.875987] env[69316]: _type = "Task" [ 1082.875987] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.883972] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367566, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.005021] env[69316]: DEBUG nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.026172] env[69316]: DEBUG nova.network.neutron [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updating instance_info_cache with network_info: [{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.150791] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.151280] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6e2a2ad-5632-4fbb-8778-e7701c289d9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.162841] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1083.162841] env[69316]: value = "task-3367567" [ 1083.162841] env[69316]: _type = "Task" [ 1083.162841] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.168980] env[69316]: DEBUG oslo_vmware.api [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367565, 'name': PowerOnVM_Task, 'duration_secs': 0.383364} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.170618] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.170618] env[69316]: DEBUG nova.compute.manager [None req-cae81fe3-38bb-4978-970d-bcc25b28c914 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.171595] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b128ed-5892-45a5-835e-8afce1b4462a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.179159] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367567, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.240661] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35376ca3-886b-45dc-b7f1-7a13bb536ec7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.248818] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c88fc4-ce17-494b-a813-a1aaf2318622 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.280685] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb1ee09-6072-49e6-8178-02026c71f9a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.288065] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d35f3b-7dad-4968-b200-ed2ffbc57649 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.301362] env[69316]: DEBUG nova.compute.provider_tree [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.385852] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367566, 'name': Rename_Task, 'duration_secs': 0.165495} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.386151] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.386399] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af9dab8-e193-49f9-983f-97f4ccc9e353 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.393048] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1083.393048] env[69316]: value = "task-3367568" [ 1083.393048] env[69316]: _type = "Task" [ 1083.393048] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.400824] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.527692] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Releasing lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.528074] env[69316]: DEBUG nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Instance network_info: |[{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.528508] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:24:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.536682] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Creating folder: Project (a910b97ec8444965ab31f68f31ec9816). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.537098] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebbde7a8-10f6-45ba-a5d5-61a15ca9b3bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.547842] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Created folder: Project (a910b97ec8444965ab31f68f31ec9816) in parent group-v671748. [ 1083.548076] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Creating folder: Instances. Parent ref: group-v671981. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.549070] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d287544-fcb8-4a65-b1c3-3654b16c1b62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.564252] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Created folder: Instances in parent group-v671981. [ 1083.564570] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.564767] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.564975] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-173a1d9d-c2d9-4ef6-9949-42edce01bba0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.584867] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.584867] env[69316]: value = "task-3367571" [ 1083.584867] env[69316]: _type = "Task" [ 1083.584867] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.593960] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367571, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.673563] env[69316]: DEBUG oslo_vmware.api [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367567, 'name': PowerOnVM_Task, 'duration_secs': 0.412216} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.673949] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.674060] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a3a152-5bdd-4019-890e-1513546d9c91 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance 'c6746791-f53d-4032-b8e0-153e14c2d04e' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.804827] env[69316]: DEBUG nova.scheduler.client.report [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.902662] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.014671] env[69316]: DEBUG nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.042876] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.043156] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.043312] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.043490] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.043633] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.043778] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.043989] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.044213] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.044385] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.044547] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.044716] env[69316]: DEBUG nova.virt.hardware [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.045603] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f86a28-a992-45ce-bc76-69896e3b5ab5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.055203] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ee2784-5440-48e7-be96-4240f1dd149d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.094860] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367571, 'name': CreateVM_Task, 'duration_secs': 0.377479} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.094860] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.095087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.095241] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.096281] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.096281] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e5f911-220d-4de5-ac20-595de7f24de4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.100213] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1084.100213] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5263f598-9d06-7a96-33d5-af803ede1b07" [ 1084.100213] env[69316]: _type = "Task" [ 1084.100213] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.108430] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5263f598-9d06-7a96-33d5-af803ede1b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.315363] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.315363] env[69316]: DEBUG nova.compute.manager [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.319123] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.571s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.319123] env[69316]: DEBUG nova.objects.instance [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'resources' on Instance uuid 63f16880-0be1-4e76-bd7b-c12e0c018c24 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.325149] env[69316]: DEBUG nova.network.neutron [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Successfully updated port: c9313e0f-1a82-480c-8f9b-c174d854ea05 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.336020] env[69316]: DEBUG nova.compute.manager [req-6afceb49-989d-47e5-ab05-8407f1e71111 req-94be7c29-7a62-45cc-b0ff-c67bbe4f7f7f service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Received event network-vif-plugged-c9313e0f-1a82-480c-8f9b-c174d854ea05 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.336340] env[69316]: DEBUG oslo_concurrency.lockutils [req-6afceb49-989d-47e5-ab05-8407f1e71111 req-94be7c29-7a62-45cc-b0ff-c67bbe4f7f7f service nova] Acquiring lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.337403] env[69316]: DEBUG oslo_concurrency.lockutils [req-6afceb49-989d-47e5-ab05-8407f1e71111 req-94be7c29-7a62-45cc-b0ff-c67bbe4f7f7f service nova] Lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.337403] env[69316]: DEBUG oslo_concurrency.lockutils [req-6afceb49-989d-47e5-ab05-8407f1e71111 req-94be7c29-7a62-45cc-b0ff-c67bbe4f7f7f service nova] Lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.337403] env[69316]: DEBUG nova.compute.manager [req-6afceb49-989d-47e5-ab05-8407f1e71111 req-94be7c29-7a62-45cc-b0ff-c67bbe4f7f7f service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] No waiting events found dispatching network-vif-plugged-c9313e0f-1a82-480c-8f9b-c174d854ea05 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.337403] env[69316]: WARNING nova.compute.manager [req-6afceb49-989d-47e5-ab05-8407f1e71111 req-94be7c29-7a62-45cc-b0ff-c67bbe4f7f7f service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Received unexpected event network-vif-plugged-c9313e0f-1a82-480c-8f9b-c174d854ea05 for instance with vm_state building and task_state spawning. [ 1084.404345] env[69316]: DEBUG oslo_vmware.api [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367568, 'name': PowerOnVM_Task, 'duration_secs': 0.705254} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.404610] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.404829] env[69316]: INFO nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1084.404979] env[69316]: DEBUG nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.405782] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc82263b-1c69-4519-baee-a347dbdaedde {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.614370] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5263f598-9d06-7a96-33d5-af803ede1b07, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.614625] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.615384] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.615384] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.615543] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.615751] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.616091] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb5e18d5-c921-4c6d-8c0e-40320854d993 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.625776] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.626051] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.627095] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ca80b1-3bc1-49c4-84c9-f1b7839176f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.633863] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1084.633863] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5215e26a-b530-1f72-0794-838179c62b3a" [ 1084.633863] env[69316]: _type = "Task" [ 1084.633863] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.641308] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5215e26a-b530-1f72-0794-838179c62b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.822681] env[69316]: DEBUG nova.compute.utils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.825376] env[69316]: DEBUG nova.compute.manager [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1084.831583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "refresh_cache-a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.831583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "refresh_cache-a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.831583] env[69316]: DEBUG nova.network.neutron [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.922132] env[69316]: INFO nova.compute.manager [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Took 33.33 seconds to build instance. [ 1085.076790] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df4aa25-0b64-4add-a9db-06021c227f35 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.084595] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0317f9-9e47-44a3-8a83-6ee98e11e44f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.114944] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86218b7b-6714-4659-9e53-11866db1e76a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.122017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef0eba-dc24-4325-a1ff-181f66f24fd6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.136055] env[69316]: DEBUG nova.compute.provider_tree [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.146097] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5215e26a-b530-1f72-0794-838179c62b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.147465] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b951e8-2bcf-48af-8a25-c281a3e4672c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.153103] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1085.153103] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52656fb4-b5f5-dc3e-6de0-99646ee663d0" [ 1085.153103] env[69316]: _type = "Task" [ 1085.153103] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.160427] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52656fb4-b5f5-dc3e-6de0-99646ee663d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.171212] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.171397] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.329786] env[69316]: DEBUG nova.compute.manager [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.368680] env[69316]: DEBUG nova.network.neutron [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.424554] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "096379a6-5073-4660-948e-7cf8621c6e4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.838s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.515961] env[69316]: DEBUG nova.network.neutron [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Updating instance_info_cache with network_info: [{"id": "c9313e0f-1a82-480c-8f9b-c174d854ea05", "address": "fa:16:3e:99:5d:d7", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9313e0f-1a", "ovs_interfaceid": "c9313e0f-1a82-480c-8f9b-c174d854ea05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.639779] env[69316]: DEBUG nova.scheduler.client.report [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.672850] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52656fb4-b5f5-dc3e-6de0-99646ee663d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011836} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.673145] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.673398] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] bcf1c77e-0e73-4509-be6c-7d02ba0b57d6/bcf1c77e-0e73-4509-be6c-7d02ba0b57d6.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.677567] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0be6ee2-dffb-4747-9ad2-0a2614bc5404 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.680308] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.680871] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.681025] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.681179] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.681330] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.681477] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.681613] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1085.681778] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.686109] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1085.686109] env[69316]: value = "task-3367572" [ 1085.686109] env[69316]: _type = "Task" [ 1085.686109] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.694262] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.018992] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "refresh_cache-a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.019357] env[69316]: DEBUG nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Instance network_info: |[{"id": "c9313e0f-1a82-480c-8f9b-c174d854ea05", "address": "fa:16:3e:99:5d:d7", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9313e0f-1a", "ovs_interfaceid": "c9313e0f-1a82-480c-8f9b-c174d854ea05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.020401] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:5d:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9313e0f-1a82-480c-8f9b-c174d854ea05', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.031251] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.032850] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.039021] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32e0cf6b-2ae1-4f93-b0cd-85effa1226b9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.060771] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.060771] env[69316]: value = "task-3367573" [ 1086.060771] env[69316]: _type = "Task" [ 1086.060771] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.070031] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367573, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.145523] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.148463] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.370s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.150433] env[69316]: INFO nova.compute.claims [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.164231] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "6d18e7e0-3871-4375-ab12-920f0149bfe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.164471] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "6d18e7e0-3871-4375-ab12-920f0149bfe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.164681] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "6d18e7e0-3871-4375-ab12-920f0149bfe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.164865] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "6d18e7e0-3871-4375-ab12-920f0149bfe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.165041] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "6d18e7e0-3871-4375-ab12-920f0149bfe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.167664] env[69316]: INFO nova.compute.manager [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Terminating instance [ 1086.169244] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "096379a6-5073-4660-948e-7cf8621c6e4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.169489] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "096379a6-5073-4660-948e-7cf8621c6e4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.170296] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "096379a6-5073-4660-948e-7cf8621c6e4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.170296] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "096379a6-5073-4660-948e-7cf8621c6e4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.170296] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "096379a6-5073-4660-948e-7cf8621c6e4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.173386] env[69316]: INFO nova.scheduler.client.report [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted allocations for instance 63f16880-0be1-4e76-bd7b-c12e0c018c24 [ 1086.177196] env[69316]: INFO nova.compute.manager [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Terminating instance [ 1086.184780] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.196404] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367572, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.341804] env[69316]: DEBUG nova.compute.manager [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.362991] env[69316]: DEBUG nova.compute.manager [req-1e536280-1ff5-4e7c-800c-a1529da0527f req-30b5dbdf-b3a4-4f5d-b529-77c5cdef7b0d service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Received event network-changed-c9313e0f-1a82-480c-8f9b-c174d854ea05 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.363311] env[69316]: DEBUG nova.compute.manager [req-1e536280-1ff5-4e7c-800c-a1529da0527f req-30b5dbdf-b3a4-4f5d-b529-77c5cdef7b0d service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Refreshing instance network info cache due to event network-changed-c9313e0f-1a82-480c-8f9b-c174d854ea05. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.363541] env[69316]: DEBUG oslo_concurrency.lockutils [req-1e536280-1ff5-4e7c-800c-a1529da0527f req-30b5dbdf-b3a4-4f5d-b529-77c5cdef7b0d service nova] Acquiring lock "refresh_cache-a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.363772] env[69316]: DEBUG oslo_concurrency.lockutils [req-1e536280-1ff5-4e7c-800c-a1529da0527f req-30b5dbdf-b3a4-4f5d-b529-77c5cdef7b0d service nova] Acquired lock "refresh_cache-a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.363999] env[69316]: DEBUG nova.network.neutron [req-1e536280-1ff5-4e7c-800c-a1529da0527f req-30b5dbdf-b3a4-4f5d-b529-77c5cdef7b0d service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Refreshing network info cache for port c9313e0f-1a82-480c-8f9b-c174d854ea05 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.368040] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.368040] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.368040] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.368040] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.368040] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.368040] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.368040] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.368442] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.368442] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.368517] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.368659] env[69316]: DEBUG nova.virt.hardware [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.370049] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4e6cbe-e79c-4e1d-8a5f-f62a2b94ba79 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.379578] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca56db28-a012-4bdf-975f-16a5685e32b0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.393574] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.399107] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Creating folder: Project (6249827648f041ce8e7ca33d521d7da0). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.399397] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1217f6ed-3479-48a7-813c-97a5865c01e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.408857] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Created folder: Project (6249827648f041ce8e7ca33d521d7da0) in parent group-v671748. [ 1086.409067] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Creating folder: Instances. Parent ref: group-v671985. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.409760] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc01ba0d-2404-4487-b230-819a9dc77df6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.418924] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Created folder: Instances in parent group-v671985. [ 1086.419192] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.419367] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.419570] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a7c2ea-be9a-4552-9f58-6921cc5f3788 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.437374] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.437374] env[69316]: value = "task-3367576" [ 1086.437374] env[69316]: _type = "Task" [ 1086.437374] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.447666] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367576, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.537480] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "c6746791-f53d-4032-b8e0-153e14c2d04e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.537775] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.538560] env[69316]: DEBUG nova.compute.manager [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Going to confirm migration 5 {{(pid=69316) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1086.572959] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367573, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.677584] env[69316]: DEBUG nova.compute.manager [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.678578] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.679015] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510e7b11-4b41-47e4-a98f-3cf124a1fff1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.684492] env[69316]: DEBUG nova.compute.manager [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.684720] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.685274] env[69316]: DEBUG oslo_concurrency.lockutils [None req-138001f3-6a69-4ca9-94f6-f094f20c7422 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "63f16880-0be1-4e76-bd7b-c12e0c018c24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.590s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.689189] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151cbbbd-2520-4daf-9895-833f4a008a9d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.697513] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.698083] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9ee0645-1201-49e9-ae3b-de68e8cfec4e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.706055] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55852} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.706055] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.706339] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] bcf1c77e-0e73-4509-be6c-7d02ba0b57d6/bcf1c77e-0e73-4509-be6c-7d02ba0b57d6.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.706517] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.706734] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42414ad9-367a-490e-9889-73b7310fdf16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.708431] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04b9f87b-2422-4ec2-870e-50153146f37c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.711647] env[69316]: DEBUG oslo_vmware.api [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1086.711647] env[69316]: value = "task-3367577" [ 1086.711647] env[69316]: _type = "Task" [ 1086.711647] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.716972] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1086.716972] env[69316]: value = "task-3367579" [ 1086.716972] env[69316]: _type = "Task" [ 1086.716972] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.717202] env[69316]: DEBUG oslo_vmware.api [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1086.717202] env[69316]: value = "task-3367578" [ 1086.717202] env[69316]: _type = "Task" [ 1086.717202] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.728384] env[69316]: DEBUG oslo_vmware.api [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.733245] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.736486] env[69316]: DEBUG oslo_vmware.api [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.948444] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367576, 'name': CreateVM_Task, 'duration_secs': 0.319162} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.948662] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.949089] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.949265] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.949654] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.949917] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54eb0de-f41c-41fd-b5f7-bdb60df7c154 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.955190] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1086.955190] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5206a217-0802-16d4-4d70-8ea62f8e1937" [ 1086.955190] env[69316]: _type = "Task" [ 1086.955190] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.963077] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5206a217-0802-16d4-4d70-8ea62f8e1937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.070989] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367573, 'name': CreateVM_Task, 'duration_secs': 0.581096} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.071345] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.072486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.117741] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.117945] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.118134] env[69316]: DEBUG nova.network.neutron [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.118316] env[69316]: DEBUG nova.objects.instance [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lazy-loading 'info_cache' on Instance uuid c6746791-f53d-4032-b8e0-153e14c2d04e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.240874] env[69316]: DEBUG oslo_vmware.api [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367577, 'name': PowerOffVM_Task, 'duration_secs': 0.198219} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.241322] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.242033] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.249754] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b23013e-2d52-4cb1-91d2-eaf20214181d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.252850] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071717} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.260134] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.260134] env[69316]: DEBUG oslo_vmware.api [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367578, 'name': PowerOffVM_Task, 'duration_secs': 0.353611} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.260747] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5489c2-af57-4ac5-818e-72b2422b427c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.263779] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.263945] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.264207] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66660732-4abc-452e-b878-d2e43ebc4963 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.288499] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] bcf1c77e-0e73-4509-be6c-7d02ba0b57d6/bcf1c77e-0e73-4509-be6c-7d02ba0b57d6.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.290283] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6510594c-0f2e-4ae0-98dc-643133e0e599 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.316354] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1087.316354] env[69316]: value = "task-3367582" [ 1087.316354] env[69316]: _type = "Task" [ 1087.316354] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.326755] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.348866] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.349103] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.349293] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleting the datastore file [datastore1] 6d18e7e0-3871-4375-ab12-920f0149bfe8 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.354082] env[69316]: DEBUG nova.network.neutron [req-1e536280-1ff5-4e7c-800c-a1529da0527f req-30b5dbdf-b3a4-4f5d-b529-77c5cdef7b0d service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Updated VIF entry in instance network info cache for port c9313e0f-1a82-480c-8f9b-c174d854ea05. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.354461] env[69316]: DEBUG nova.network.neutron [req-1e536280-1ff5-4e7c-800c-a1529da0527f req-30b5dbdf-b3a4-4f5d-b529-77c5cdef7b0d service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Updating instance_info_cache with network_info: [{"id": "c9313e0f-1a82-480c-8f9b-c174d854ea05", "address": "fa:16:3e:99:5d:d7", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9313e0f-1a", "ovs_interfaceid": "c9313e0f-1a82-480c-8f9b-c174d854ea05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.356626] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79554e2-6617-4042-8508-be84064b3608 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.358088] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.358285] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.358458] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleting the datastore file [datastore1] 096379a6-5073-4660-948e-7cf8621c6e4d {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.359018] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71865e1-b475-4eca-bbe1-6f8fdd0bccbb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.365349] env[69316]: DEBUG oslo_vmware.api [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1087.365349] env[69316]: value = "task-3367584" [ 1087.365349] env[69316]: _type = "Task" [ 1087.365349] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.367025] env[69316]: DEBUG oslo_vmware.api [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1087.367025] env[69316]: value = "task-3367583" [ 1087.367025] env[69316]: _type = "Task" [ 1087.367025] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.381939] env[69316]: DEBUG oslo_vmware.api [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.385036] env[69316]: DEBUG oslo_vmware.api [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.467845] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5206a217-0802-16d4-4d70-8ea62f8e1937, 'name': SearchDatastore_Task, 'duration_secs': 0.016835} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.468146] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.468378] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.468618] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.468783] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.469088] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.470083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.470418] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.470640] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b68416e4-293c-456a-bd23-7111d3bdc6cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.473061] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e6999-7d51-49b5-86ad-a96793486880 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.475505] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edf1b04-0cb3-475c-9ba9-b81ebc759450 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.482344] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45507b6c-bd05-4684-83a2-f3b42e43c884 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.485303] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1087.485303] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e37da9-2a05-93ed-ce86-579213f508af" [ 1087.485303] env[69316]: _type = "Task" [ 1087.485303] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.518168] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348fba0c-9ed7-4f5d-8330-bb0ec9555e1a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.520781] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e37da9-2a05-93ed-ce86-579213f508af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.521044] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.521223] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.521940] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0465f63-3ca3-4344-bb78-93d2d98ed791 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.530103] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd909ed0-e52b-4595-b36b-20f96929bb0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.534514] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1087.534514] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52538701-2233-b0d2-9b86-58732effca65" [ 1087.534514] env[69316]: _type = "Task" [ 1087.534514] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.546294] env[69316]: DEBUG nova.compute.provider_tree [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.553356] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52538701-2233-b0d2-9b86-58732effca65, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.555201] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328ff407-e9e8-48a5-8c37-ef3b4395bbfc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.561014] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1087.561014] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5203e7d0-1efb-1108-9c78-6a039f528f92" [ 1087.561014] env[69316]: _type = "Task" [ 1087.561014] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.570568] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5203e7d0-1efb-1108-9c78-6a039f528f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.830578] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367582, 'name': ReconfigVM_Task, 'duration_secs': 0.320526} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.830997] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Reconfigured VM instance instance-00000051 to attach disk [datastore1] bcf1c77e-0e73-4509-be6c-7d02ba0b57d6/bcf1c77e-0e73-4509-be6c-7d02ba0b57d6.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.832050] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-155c4240-9068-44ee-a68a-7d7ab4296abf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.839154] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1087.839154] env[69316]: value = "task-3367585" [ 1087.839154] env[69316]: _type = "Task" [ 1087.839154] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.847842] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367585, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.856605] env[69316]: DEBUG oslo_concurrency.lockutils [req-1e536280-1ff5-4e7c-800c-a1529da0527f req-30b5dbdf-b3a4-4f5d-b529-77c5cdef7b0d service nova] Releasing lock "refresh_cache-a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.877870] env[69316]: DEBUG oslo_vmware.api [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201861} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.878553] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.878749] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.878948] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.879144] env[69316]: INFO nova.compute.manager [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1087.879406] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.879623] env[69316]: DEBUG nova.compute.manager [-] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.879730] env[69316]: DEBUG nova.network.neutron [-] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.884576] env[69316]: DEBUG oslo_vmware.api [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202599} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.885133] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.885318] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.885509] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.885712] env[69316]: INFO nova.compute.manager [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1087.885953] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.886166] env[69316]: DEBUG nova.compute.manager [-] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.886259] env[69316]: DEBUG nova.network.neutron [-] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.995419] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e37da9-2a05-93ed-ce86-579213f508af, 'name': SearchDatastore_Task, 'duration_secs': 0.019709} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.995715] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.995958] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.996168] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.049714] env[69316]: DEBUG nova.scheduler.client.report [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.073012] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5203e7d0-1efb-1108-9c78-6a039f528f92, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.073012] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.073341] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994/d51bf693-74f0-4221-8c2b-2660070fd994.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.073617] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.073815] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.074047] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f2bf01-f061-48b9-8cef-a4095f43adcc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.077831] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2ce7a2-0763-46d1-9e56-851cf464c533 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.088114] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1088.088114] env[69316]: value = "task-3367586" [ 1088.088114] env[69316]: _type = "Task" [ 1088.088114] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.092017] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.092245] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.093304] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7149ee1a-65aa-4e0f-9f57-2b200026e561 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.098714] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.101493] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1088.101493] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e09f6b-8f11-7559-cb46-80c57bebcc1a" [ 1088.101493] env[69316]: _type = "Task" [ 1088.101493] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.108648] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e09f6b-8f11-7559-cb46-80c57bebcc1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.195579] env[69316]: DEBUG nova.compute.manager [req-e25b518d-9ff3-401f-afce-776982a2dbcb req-3a7ba925-d130-41b6-bc1a-dc838e2ec70f service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Received event network-vif-deleted-4a899197-beb9-4e15-ac9a-b1340a0e24df {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.195833] env[69316]: INFO nova.compute.manager [req-e25b518d-9ff3-401f-afce-776982a2dbcb req-3a7ba925-d130-41b6-bc1a-dc838e2ec70f service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Neutron deleted interface 4a899197-beb9-4e15-ac9a-b1340a0e24df; detaching it from the instance and deleting it from the info cache [ 1088.196071] env[69316]: DEBUG nova.network.neutron [req-e25b518d-9ff3-401f-afce-776982a2dbcb req-3a7ba925-d130-41b6-bc1a-dc838e2ec70f service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.349454] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367585, 'name': Rename_Task, 'duration_secs': 0.150771} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.349828] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.350123] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e833be-b2e4-4ed9-a7ee-883df637d2c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.355841] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1088.355841] env[69316]: value = "task-3367587" [ 1088.355841] env[69316]: _type = "Task" [ 1088.355841] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.363640] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.391473] env[69316]: DEBUG nova.compute.manager [req-059e22b1-1a0c-4ca5-af5d-57d6939ae55c req-1a454d35-e773-4fd5-99e5-165132315d22 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Received event network-vif-deleted-6bd47e09-8f63-4f68-aa04-e10a001f4922 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.391582] env[69316]: INFO nova.compute.manager [req-059e22b1-1a0c-4ca5-af5d-57d6939ae55c req-1a454d35-e773-4fd5-99e5-165132315d22 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Neutron deleted interface 6bd47e09-8f63-4f68-aa04-e10a001f4922; detaching it from the instance and deleting it from the info cache [ 1088.391820] env[69316]: DEBUG nova.network.neutron [req-059e22b1-1a0c-4ca5-af5d-57d6939ae55c req-1a454d35-e773-4fd5-99e5-165132315d22 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.497988] env[69316]: DEBUG nova.network.neutron [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance_info_cache with network_info: [{"id": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "address": "fa:16:3e:ba:cc:ce", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51bad14-4a", "ovs_interfaceid": "e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.555796] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.556378] env[69316]: DEBUG nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.559250] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.584s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.560803] env[69316]: INFO nova.compute.claims [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.601758] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.613055] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e09f6b-8f11-7559-cb46-80c57bebcc1a, 'name': SearchDatastore_Task, 'duration_secs': 0.017826} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.615171] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816d07c5-d042-4c7f-8634-a6107b8863cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.622921] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1088.622921] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521449c8-4043-56df-c519-d3e5eacfdf47" [ 1088.622921] env[69316]: _type = "Task" [ 1088.622921] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.633091] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521449c8-4043-56df-c519-d3e5eacfdf47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.674339] env[69316]: DEBUG nova.network.neutron [-] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.702826] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abab16a6-2d48-417d-9179-66f1dfbed20e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.714830] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbcbe78-ad70-460d-87f2-d4f0b87af51d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.751040] env[69316]: DEBUG nova.compute.manager [req-e25b518d-9ff3-401f-afce-776982a2dbcb req-3a7ba925-d130-41b6-bc1a-dc838e2ec70f service nova] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Detach interface failed, port_id=4a899197-beb9-4e15-ac9a-b1340a0e24df, reason: Instance 6d18e7e0-3871-4375-ab12-920f0149bfe8 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.785463] env[69316]: DEBUG nova.network.neutron [-] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.868411] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367587, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.896995] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecdad075-12d6-44c9-a0c4-1535f81b00d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.909063] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18996bf6-09a0-4593-8a4b-d427424465c4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.944164] env[69316]: DEBUG nova.compute.manager [req-059e22b1-1a0c-4ca5-af5d-57d6939ae55c req-1a454d35-e773-4fd5-99e5-165132315d22 service nova] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Detach interface failed, port_id=6bd47e09-8f63-4f68-aa04-e10a001f4922, reason: Instance 096379a6-5073-4660-948e-7cf8621c6e4d could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.004338] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-c6746791-f53d-4032-b8e0-153e14c2d04e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.004338] env[69316]: DEBUG nova.objects.instance [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lazy-loading 'migration_context' on Instance uuid c6746791-f53d-4032-b8e0-153e14c2d04e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.065727] env[69316]: DEBUG nova.compute.utils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.069562] env[69316]: DEBUG nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.069562] env[69316]: DEBUG nova.network.neutron [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.104200] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727591} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.104200] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994/d51bf693-74f0-4221-8c2b-2660070fd994.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.104200] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.104920] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac51c92e-0423-4dd2-a888-cd93718069a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.115413] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1089.115413] env[69316]: value = "task-3367588" [ 1089.115413] env[69316]: _type = "Task" [ 1089.115413] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.117279] env[69316]: DEBUG nova.policy [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80c0a2b49e4b4b269baafc6cca88de3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9b61f0579814c6aba86c35a7f77736f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.124687] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.139047] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521449c8-4043-56df-c519-d3e5eacfdf47, 'name': SearchDatastore_Task, 'duration_secs': 0.062997} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.139341] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.139775] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a3c2a7e8-48b9-4a34-b2d0-e6a03270af70/a3c2a7e8-48b9-4a34-b2d0-e6a03270af70.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.139944] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b97f3f-11f0-4f58-9d02-f0192a7a1b02 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.149676] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1089.149676] env[69316]: value = "task-3367589" [ 1089.149676] env[69316]: _type = "Task" [ 1089.149676] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.160483] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.176842] env[69316]: INFO nova.compute.manager [-] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Took 1.29 seconds to deallocate network for instance. [ 1089.288927] env[69316]: INFO nova.compute.manager [-] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Took 1.41 seconds to deallocate network for instance. [ 1089.366957] env[69316]: DEBUG oslo_vmware.api [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367587, 'name': PowerOnVM_Task, 'duration_secs': 0.678697} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.367809] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.368063] env[69316]: INFO nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1089.368297] env[69316]: DEBUG nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.369143] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8334e-df0c-4ce1-9c43-917c00eb39eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.406477] env[69316]: DEBUG nova.network.neutron [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Successfully created port: 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.507129] env[69316]: DEBUG nova.objects.base [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.508115] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f075bbcb-e856-4f48-b599-255e747118cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.528712] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881d397f-2904-4675-9840-d6310512a8e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.535096] env[69316]: DEBUG oslo_vmware.api [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1089.535096] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52af9da8-b1c9-9ebd-1849-60272ec61c90" [ 1089.535096] env[69316]: _type = "Task" [ 1089.535096] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.545902] env[69316]: DEBUG oslo_vmware.api [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52af9da8-b1c9-9ebd-1849-60272ec61c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.570017] env[69316]: DEBUG nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.630382] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078337} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.630382] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.630665] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7321b13d-65c7-455f-9b68-a277677e53d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.654652] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994/d51bf693-74f0-4221-8c2b-2660070fd994.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.658064] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23b3f05-b802-426b-98f2-b5751f5f5c68 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.685058] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367589, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.690321] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.690808] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1089.690808] env[69316]: value = "task-3367590" [ 1089.690808] env[69316]: _type = "Task" [ 1089.690808] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.702734] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.761741] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.761991] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.796798] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.890136] env[69316]: INFO nova.compute.manager [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Took 34.95 seconds to build instance. [ 1089.905810] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df26ef9-7cd5-46f6-a1ab-ed52997f8fb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.918089] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07dc3dc-1e85-41b7-aa73-ae33e996a13d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.954630] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ecaa2-9c15-4a29-b7bc-82ac55418f9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.963952] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e48f45-9441-4c74-ad1f-fb19031ba963 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.716667] env[69316]: DEBUG nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.719037] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ef08b35e-5d06-42e5-baad-31faae002020 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.785s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.748162] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367590, 'name': ReconfigVM_Task, 'duration_secs': 0.439616} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.748711] env[69316]: DEBUG nova.compute.provider_tree [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.750262] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802936} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.750447] env[69316]: DEBUG oslo_vmware.api [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52af9da8-b1c9-9ebd-1849-60272ec61c90, 'name': SearchDatastore_Task, 'duration_secs': 0.053674} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.751815] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994/d51bf693-74f0-4221-8c2b-2660070fd994.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.752451] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a3c2a7e8-48b9-4a34-b2d0-e6a03270af70/a3c2a7e8-48b9-4a34-b2d0-e6a03270af70.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.752451] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.752451] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.754410] env[69316]: DEBUG nova.compute.manager [req-9f123814-f061-4dfd-83c9-6ddd83ab6f36 req-aa1a0850-b755-4225-98e3-3df933b4c577 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Received event network-changed-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.754410] env[69316]: DEBUG nova.compute.manager [req-9f123814-f061-4dfd-83c9-6ddd83ab6f36 req-aa1a0850-b755-4225-98e3-3df933b4c577 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Refreshing instance network info cache due to event network-changed-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.754600] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f123814-f061-4dfd-83c9-6ddd83ab6f36 req-aa1a0850-b755-4225-98e3-3df933b4c577 service nova] Acquiring lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.754658] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f123814-f061-4dfd-83c9-6ddd83ab6f36 req-aa1a0850-b755-4225-98e3-3df933b4c577 service nova] Acquired lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.754794] env[69316]: DEBUG nova.network.neutron [req-9f123814-f061-4dfd-83c9-6ddd83ab6f36 req-aa1a0850-b755-4225-98e3-3df933b4c577 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Refreshing network info cache for port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.755806] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76c81706-16a1-482f-8451-fe1c08ea0997 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.757794] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8329ca2-4cdf-4133-8f8d-2502fe3e10f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.768733] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1090.768733] env[69316]: value = "task-3367592" [ 1090.768733] env[69316]: _type = "Task" [ 1090.768733] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.769320] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1090.769320] env[69316]: value = "task-3367591" [ 1090.769320] env[69316]: _type = "Task" [ 1090.769320] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.787477] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.787727] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367591, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.050349] env[69316]: DEBUG nova.network.neutron [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Successfully updated port: 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.220987] env[69316]: DEBUG nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.241938] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.249468] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.249701] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.249857] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.250049] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.250196] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.250339] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.250542] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.250698] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.250861] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.251040] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.251219] env[69316]: DEBUG nova.virt.hardware [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.252104] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a843c4-3d54-46b8-aa12-08c55b651df4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.255270] env[69316]: DEBUG nova.scheduler.client.report [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.266982] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93df933-c461-4793-b495-8bd120d1bc11 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.293851] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367591, 'name': Rename_Task, 'duration_secs': 0.170205} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.294421] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102012} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.294657] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.294904] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.295181] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d74dbec-fe0e-40e9-a581-5f6624bd5258 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.297169] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900a662a-cc55-4171-b78e-ae12d625ef93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.330769] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a3c2a7e8-48b9-4a34-b2d0-e6a03270af70/a3c2a7e8-48b9-4a34-b2d0-e6a03270af70.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.332406] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8388e81-64e1-4118-97f5-2dcec042d649 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.348444] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1091.348444] env[69316]: value = "task-3367593" [ 1091.348444] env[69316]: _type = "Task" [ 1091.348444] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.356725] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1091.356725] env[69316]: value = "task-3367594" [ 1091.356725] env[69316]: _type = "Task" [ 1091.356725] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.362985] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.369727] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.499044] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.499206] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.499690] env[69316]: DEBUG nova.objects.instance [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'flavor' on Instance uuid 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.521264] env[69316]: DEBUG nova.network.neutron [req-9f123814-f061-4dfd-83c9-6ddd83ab6f36 req-aa1a0850-b755-4225-98e3-3df933b4c577 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updated VIF entry in instance network info cache for port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.521627] env[69316]: DEBUG nova.network.neutron [req-9f123814-f061-4dfd-83c9-6ddd83ab6f36 req-aa1a0850-b755-4225-98e3-3df933b4c577 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updating instance_info_cache with network_info: [{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.552738] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "refresh_cache-d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.552990] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "refresh_cache-d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.553163] env[69316]: DEBUG nova.network.neutron [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.761473] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.202s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.762217] env[69316]: DEBUG nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.765815] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.581s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.766088] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.766460] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1091.766722] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.077s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.767012] env[69316]: DEBUG nova.objects.instance [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lazy-loading 'resources' on Instance uuid 6d18e7e0-3871-4375-ab12-920f0149bfe8 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.768832] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc954bee-f407-460d-881f-853365a518ee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.781728] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff06a9-1cd0-45b6-b0b4-d84301194f81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.806037] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f0bb72-5fdb-4a27-8323-c19b63518e3c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.815052] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a20e1a-09cf-48cc-b523-cca6bf7bff8b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.849659] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179267MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1091.849891] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.863529] env[69316]: DEBUG oslo_vmware.api [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367593, 'name': PowerOnVM_Task, 'duration_secs': 0.463439} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.864187] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.864395] env[69316]: INFO nova.compute.manager [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Took 5.52 seconds to spawn the instance on the hypervisor. [ 1091.864575] env[69316]: DEBUG nova.compute.manager [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.865352] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9a305c-583c-46b7-91bb-8579f6b04b5b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.870778] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367594, 'name': ReconfigVM_Task, 'duration_secs': 0.401045} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.871354] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a3c2a7e8-48b9-4a34-b2d0-e6a03270af70/a3c2a7e8-48b9-4a34-b2d0-e6a03270af70.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.871960] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95be4ee2-efd7-4489-97d5-9e70b7014c6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.883114] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1091.883114] env[69316]: value = "task-3367595" [ 1091.883114] env[69316]: _type = "Task" [ 1091.883114] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.890362] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367595, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.024676] env[69316]: DEBUG oslo_concurrency.lockutils [req-9f123814-f061-4dfd-83c9-6ddd83ab6f36 req-aa1a0850-b755-4225-98e3-3df933b4c577 service nova] Releasing lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.087146] env[69316]: DEBUG nova.objects.instance [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.092755] env[69316]: DEBUG nova.network.neutron [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.228048] env[69316]: DEBUG nova.network.neutron [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Updating instance_info_cache with network_info: [{"id": "01c59f0b-0e7a-4f1d-8cce-130fbd8b6895", "address": "fa:16:3e:3c:7b:8d", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c59f0b-0e", "ovs_interfaceid": "01c59f0b-0e7a-4f1d-8cce-130fbd8b6895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.269632] env[69316]: DEBUG nova.compute.utils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.271385] env[69316]: DEBUG nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.271631] env[69316]: DEBUG nova.network.neutron [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.315962] env[69316]: DEBUG nova.policy [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b69634085662409383b00fe376fcb5ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c86a98c6df3443f874cb49442e38198', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.390390] env[69316]: INFO nova.compute.manager [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Took 19.31 seconds to build instance. [ 1092.397180] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367595, 'name': Rename_Task, 'duration_secs': 0.477964} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.397460] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.397713] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c0f536c-1a7b-423c-b372-5a1f57c92667 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.405380] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1092.405380] env[69316]: value = "task-3367596" [ 1092.405380] env[69316]: _type = "Task" [ 1092.405380] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.419091] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.521528] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be043ea-d6c0-43d7-ba7c-8ca0379fc590 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.534076] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d994dbb-2df3-459e-a776-ec5a27f9c729 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.564680] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3e35ba-be47-474b-b870-c716d41ffa02 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.573032] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affbd991-4937-42fe-867c-ec84380fceed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.587321] env[69316]: DEBUG nova.compute.provider_tree [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.590376] env[69316]: DEBUG nova.objects.base [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Object Instance<7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8> lazy-loaded attributes: flavor,pci_requests {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.590767] env[69316]: DEBUG nova.network.neutron [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.647369] env[69316]: DEBUG nova.policy [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.660772] env[69316]: DEBUG nova.network.neutron [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Successfully created port: fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.731333] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "refresh_cache-d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.731659] env[69316]: DEBUG nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Instance network_info: |[{"id": "01c59f0b-0e7a-4f1d-8cce-130fbd8b6895", "address": "fa:16:3e:3c:7b:8d", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c59f0b-0e", "ovs_interfaceid": "01c59f0b-0e7a-4f1d-8cce-130fbd8b6895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.732142] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:7b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01c59f0b-0e7a-4f1d-8cce-130fbd8b6895', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.739697] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating folder: Project (e9b61f0579814c6aba86c35a7f77736f). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.739976] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af21c351-03aa-4564-b2bb-1920007f2d16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.752651] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Created folder: Project (e9b61f0579814c6aba86c35a7f77736f) in parent group-v671748. [ 1092.752864] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating folder: Instances. Parent ref: group-v671988. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.753106] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aa74871-ecb4-4f72-8d85-7d51dbd90c17 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.765022] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Created folder: Instances in parent group-v671988. [ 1092.765022] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.765022] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.765022] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef3d0682-d26a-4ebc-a807-2873727f1534 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.777482] env[69316]: DEBUG nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.784772] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.784772] env[69316]: value = "task-3367599" [ 1092.784772] env[69316]: _type = "Task" [ 1092.784772] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.792339] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367599, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.817420] env[69316]: DEBUG nova.compute.manager [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Received event network-vif-plugged-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.817688] env[69316]: DEBUG oslo_concurrency.lockutils [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] Acquiring lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.817880] env[69316]: DEBUG oslo_concurrency.lockutils [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.818065] env[69316]: DEBUG oslo_concurrency.lockutils [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.818278] env[69316]: DEBUG nova.compute.manager [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] No waiting events found dispatching network-vif-plugged-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.818398] env[69316]: WARNING nova.compute.manager [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Received unexpected event network-vif-plugged-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 for instance with vm_state building and task_state spawning. [ 1092.818633] env[69316]: DEBUG nova.compute.manager [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Received event network-changed-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.818888] env[69316]: DEBUG nova.compute.manager [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Refreshing instance network info cache due to event network-changed-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.819203] env[69316]: DEBUG oslo_concurrency.lockutils [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] Acquiring lock "refresh_cache-d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.819465] env[69316]: DEBUG oslo_concurrency.lockutils [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] Acquired lock "refresh_cache-d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.819766] env[69316]: DEBUG nova.network.neutron [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Refreshing network info cache for port 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.893283] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8d9493e9-9391-4bf5-b16a-2542e339a159 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "d51bf693-74f0-4221-8c2b-2660070fd994" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.820s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.917458] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.090639] env[69316]: DEBUG nova.scheduler.client.report [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.104843] env[69316]: DEBUG nova.network.neutron [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Successfully created port: f69d59d3-fd25-4134-8a72-be5e45bed483 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.298536] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367599, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.416265] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.596481] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.601890] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.805s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.602166] env[69316]: DEBUG nova.objects.instance [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'resources' on Instance uuid 096379a6-5073-4660-948e-7cf8621c6e4d {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.628841] env[69316]: INFO nova.scheduler.client.report [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleted allocations for instance 6d18e7e0-3871-4375-ab12-920f0149bfe8 [ 1093.642974] env[69316]: INFO nova.compute.manager [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Rebuilding instance [ 1093.652148] env[69316]: DEBUG nova.network.neutron [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Updated VIF entry in instance network info cache for port 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.652809] env[69316]: DEBUG nova.network.neutron [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Updating instance_info_cache with network_info: [{"id": "01c59f0b-0e7a-4f1d-8cce-130fbd8b6895", "address": "fa:16:3e:3c:7b:8d", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c59f0b-0e", "ovs_interfaceid": "01c59f0b-0e7a-4f1d-8cce-130fbd8b6895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.690128] env[69316]: DEBUG nova.compute.manager [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.690988] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d2302-7611-4a63-9160-0ab25ebf7e1e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.787945] env[69316]: DEBUG nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.798936] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367599, 'name': CreateVM_Task, 'duration_secs': 0.687801} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.799206] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.799801] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.799974] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.800300] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.800555] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db53bb6b-396a-4580-bae7-8e1f4a7d91fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.807197] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1093.807197] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523dd604-d9af-3094-c068-35cdd0f1a877" [ 1093.807197] env[69316]: _type = "Task" [ 1093.807197] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.812493] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.812746] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.812924] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.813155] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.813337] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.813520] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.813766] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.813968] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.814169] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.814392] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.814603] env[69316]: DEBUG nova.virt.hardware [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.815354] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb5a74-a08c-4f99-a13e-65cfbb9c72cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.823105] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523dd604-d9af-3094-c068-35cdd0f1a877, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.825040] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.825270] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.825494] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.825641] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.825815] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.826095] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dd963c4-d8fc-4362-b665-6d7faf585d73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.828768] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5234bcb-1e32-4f0b-8f57-97643e5a1307 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.844466] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.844627] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.845290] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1fd9f9-0fcb-4520-8d7e-386a20683324 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.850691] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1093.850691] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524e7551-c73b-9559-9ecd-360d03ae5820" [ 1093.850691] env[69316]: _type = "Task" [ 1093.850691] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.857832] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524e7551-c73b-9559-9ecd-360d03ae5820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.917176] env[69316]: DEBUG oslo_vmware.api [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367596, 'name': PowerOnVM_Task, 'duration_secs': 1.354148} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.917432] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.917635] env[69316]: INFO nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1093.917810] env[69316]: DEBUG nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.918554] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ae394-6487-4f34-ae30-6fe7184c69e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.138030] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "6d18e7e0-3871-4375-ab12-920f0149bfe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.973s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.155697] env[69316]: DEBUG oslo_concurrency.lockutils [req-f5490867-3d09-4856-85b3-7bbe8e7b90d2 req-f1b10c13-77c8-4fe6-9799-085da4f66852 service nova] Releasing lock "refresh_cache-d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.322832] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820cda46-fdb3-4636-bc4e-39b78ebccdfd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.330790] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6a565b-f92e-4e23-b1eb-7dfa8f0d097a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.365821] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a9fb3b-fab2-438a-9364-9ae0cf16e270 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.376839] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739a3d7e-27f7-4883-8598-a2deef472c02 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.379959] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524e7551-c73b-9559-9ecd-360d03ae5820, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.381062] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ca8631-b844-4595-9997-43ba3729a553 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.393127] env[69316]: DEBUG nova.compute.provider_tree [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.396029] env[69316]: DEBUG nova.compute.manager [req-ff0f9241-0094-4dce-b757-0ed8d87bd395 req-37560ca3-cfca-4ca4-b799-132cba059f33 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Received event network-vif-plugged-fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.396258] env[69316]: DEBUG oslo_concurrency.lockutils [req-ff0f9241-0094-4dce-b757-0ed8d87bd395 req-37560ca3-cfca-4ca4-b799-132cba059f33 service nova] Acquiring lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.396486] env[69316]: DEBUG oslo_concurrency.lockutils [req-ff0f9241-0094-4dce-b757-0ed8d87bd395 req-37560ca3-cfca-4ca4-b799-132cba059f33 service nova] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.396657] env[69316]: DEBUG oslo_concurrency.lockutils [req-ff0f9241-0094-4dce-b757-0ed8d87bd395 req-37560ca3-cfca-4ca4-b799-132cba059f33 service nova] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.396843] env[69316]: DEBUG nova.compute.manager [req-ff0f9241-0094-4dce-b757-0ed8d87bd395 req-37560ca3-cfca-4ca4-b799-132cba059f33 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] No waiting events found dispatching network-vif-plugged-fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.397116] env[69316]: WARNING nova.compute.manager [req-ff0f9241-0094-4dce-b757-0ed8d87bd395 req-37560ca3-cfca-4ca4-b799-132cba059f33 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Received unexpected event network-vif-plugged-fa21fb45-592f-4a06-af9c-0e2d7bf7367d for instance with vm_state building and task_state spawning. [ 1094.398892] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1094.398892] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52674dfb-075e-8480-fe2d-b8b4dfc7632a" [ 1094.398892] env[69316]: _type = "Task" [ 1094.398892] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.408197] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52674dfb-075e-8480-fe2d-b8b4dfc7632a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.435591] env[69316]: INFO nova.compute.manager [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Took 27.50 seconds to build instance. [ 1094.595554] env[69316]: DEBUG nova.network.neutron [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Successfully updated port: f69d59d3-fd25-4134-8a72-be5e45bed483 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.704673] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.705279] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7517f9b-4994-4ee9-83ce-261ccdd39efc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.713547] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1094.713547] env[69316]: value = "task-3367600" [ 1094.713547] env[69316]: _type = "Task" [ 1094.713547] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.723088] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.842984] env[69316]: DEBUG nova.network.neutron [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Successfully updated port: fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.895282] env[69316]: DEBUG nova.scheduler.client.report [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.909691] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52674dfb-075e-8480-fe2d-b8b4dfc7632a, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.909691] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.909691] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b/d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.909691] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f89813-71f8-4632-80d3-37ce3822c233 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.916066] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1094.916066] env[69316]: value = "task-3367601" [ 1094.916066] env[69316]: _type = "Task" [ 1094.916066] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.924461] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.937963] env[69316]: DEBUG oslo_concurrency.lockutils [None req-70f53288-ab70-4180-8927-4043b8935f1c tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.012s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.054980] env[69316]: DEBUG nova.compute.manager [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received event network-vif-plugged-f69d59d3-fd25-4134-8a72-be5e45bed483 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.055394] env[69316]: DEBUG oslo_concurrency.lockutils [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] Acquiring lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.055529] env[69316]: DEBUG oslo_concurrency.lockutils [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.055822] env[69316]: DEBUG oslo_concurrency.lockutils [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.055953] env[69316]: DEBUG nova.compute.manager [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] No waiting events found dispatching network-vif-plugged-f69d59d3-fd25-4134-8a72-be5e45bed483 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.056044] env[69316]: WARNING nova.compute.manager [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received unexpected event network-vif-plugged-f69d59d3-fd25-4134-8a72-be5e45bed483 for instance with vm_state active and task_state None. [ 1095.056182] env[69316]: DEBUG nova.compute.manager [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received event network-changed-f69d59d3-fd25-4134-8a72-be5e45bed483 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.056338] env[69316]: DEBUG nova.compute.manager [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Refreshing instance network info cache due to event network-changed-f69d59d3-fd25-4134-8a72-be5e45bed483. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.056552] env[69316]: DEBUG oslo_concurrency.lockutils [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] Acquiring lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.056695] env[69316]: DEBUG oslo_concurrency.lockutils [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] Acquired lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.057260] env[69316]: DEBUG nova.network.neutron [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Refreshing network info cache for port f69d59d3-fd25-4134-8a72-be5e45bed483 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.095970] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.176400] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.176657] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.178819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.179063] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.179252] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.181443] env[69316]: INFO nova.compute.manager [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Terminating instance [ 1095.227405] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367600, 'name': PowerOffVM_Task, 'duration_secs': 0.161646} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.227767] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.229213] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.229904] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40bf868-fd76-4f95-8506-8727c84607e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.238186] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.238186] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24d9213a-f4f9-4e4b-a054-d0ef7b7a9ae1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.270315] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.270406] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.270582] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Deleting the datastore file [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.270856] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f07af8ff-d081-402e-90b7-7114c32b7234 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.277744] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1095.277744] env[69316]: value = "task-3367603" [ 1095.277744] env[69316]: _type = "Task" [ 1095.277744] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.286497] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.349160] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.349160] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.349160] env[69316]: DEBUG nova.network.neutron [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.401087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.404577] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.651s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.430160] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367601, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.431351] env[69316]: INFO nova.scheduler.client.report [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted allocations for instance 096379a6-5073-4660-948e-7cf8621c6e4d [ 1095.647819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "9cbcc253-2e7d-422c-9751-918b0db34152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.647819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "9cbcc253-2e7d-422c-9751-918b0db34152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.648188] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "9cbcc253-2e7d-422c-9751-918b0db34152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.648930] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "9cbcc253-2e7d-422c-9751-918b0db34152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.649562] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "9cbcc253-2e7d-422c-9751-918b0db34152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.651704] env[69316]: INFO nova.compute.manager [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Terminating instance [ 1095.687764] env[69316]: DEBUG nova.compute.manager [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.688068] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.688960] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394b6ef-e927-4b72-a798-032cfdf0a902 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.697719] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.697719] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a722a37-a614-4574-a47d-d4ce592c0953 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.708839] env[69316]: DEBUG oslo_vmware.api [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1095.708839] env[69316]: value = "task-3367604" [ 1095.708839] env[69316]: _type = "Task" [ 1095.708839] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.717605] env[69316]: DEBUG oslo_vmware.api [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.787644] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186552} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.787924] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.788209] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.788314] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.807392] env[69316]: DEBUG nova.network.neutron [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Added VIF to instance network info cache for port f69d59d3-fd25-4134-8a72-be5e45bed483. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1095.807978] env[69316]: DEBUG nova.network.neutron [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updating instance_info_cache with network_info: [{"id": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "address": "fa:16:3e:88:67:02", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619ec0f-22", "ovs_interfaceid": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f69d59d3-fd25-4134-8a72-be5e45bed483", "address": "fa:16:3e:45:eb:e0", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69d59d3-fd", "ovs_interfaceid": "f69d59d3-fd25-4134-8a72-be5e45bed483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.883754] env[69316]: DEBUG nova.network.neutron [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.927444] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802678} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.930031] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b/d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.930272] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.932890] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abe0c6d2-9d6d-4beb-9ce0-39e0b11e87c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.940035] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1095.940035] env[69316]: value = "task-3367605" [ 1095.940035] env[69316]: _type = "Task" [ 1095.940035] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.940503] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "096379a6-5073-4660-948e-7cf8621c6e4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.771s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.953641] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.040048] env[69316]: DEBUG nova.network.neutron [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance_info_cache with network_info: [{"id": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "address": "fa:16:3e:d2:54:2a", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa21fb45-59", "ovs_interfaceid": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.144993] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f715415e-2b45-4ead-8e41-fb522f9bf958 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.154755] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7b8823-d787-48d3-8338-df29d764cfe2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.158432] env[69316]: DEBUG nova.compute.manager [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.158679] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.159459] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab7fecc-e98c-473d-a6d2-938f2986a1e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.167600] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.192691] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3780b3c7-41f3-4fc6-9531-128c1319e26c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.195890] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a304d8d9-b362-4ae2-8943-515bd46f2994 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.204667] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147fe2b9-a393-4432-8917-ca40c989e56e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.209225] env[69316]: DEBUG oslo_vmware.api [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1096.209225] env[69316]: value = "task-3367606" [ 1096.209225] env[69316]: _type = "Task" [ 1096.209225] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.223481] env[69316]: DEBUG nova.compute.provider_tree [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.229715] env[69316]: DEBUG oslo_vmware.api [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.232998] env[69316]: DEBUG oslo_vmware.api [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367604, 'name': PowerOffVM_Task, 'duration_secs': 0.370225} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.233150] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.233277] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.234153] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f89c93-e9bd-46a5-9b04-55293f7d873c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.309854] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.310206] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.310427] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleting the datastore file [datastore1] a3c2a7e8-48b9-4a34-b2d0-e6a03270af70 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.310974] env[69316]: DEBUG oslo_concurrency.lockutils [req-48ba05ec-6b35-439c-9c52-dc50875c3f31 req-32ba13ee-b3f8-40a1-b6fe-ba494e26d2e8 service nova] Releasing lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.311474] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2b542a-0042-4deb-a790-bbd330f4c095 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.313690] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.313872] env[69316]: DEBUG nova.network.neutron [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.319789] env[69316]: DEBUG oslo_vmware.api [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1096.319789] env[69316]: value = "task-3367608" [ 1096.319789] env[69316]: _type = "Task" [ 1096.319789] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.328650] env[69316]: DEBUG oslo_vmware.api [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.452904] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249783} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.453328] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.454410] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a575b0a-b3c2-4d32-9f7b-37722309fb15 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.479049] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b/d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.479838] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28065df4-afa0-4664-9ce3-e1fc3eea1c60 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.499302] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1096.499302] env[69316]: value = "task-3367609" [ 1096.499302] env[69316]: _type = "Task" [ 1096.499302] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.507693] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.543597] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.544118] env[69316]: DEBUG nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Instance network_info: |[{"id": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "address": "fa:16:3e:d2:54:2a", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa21fb45-59", "ovs_interfaceid": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.545087] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:54:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa21fb45-592f-4a06-af9c-0e2d7bf7367d', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.553729] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.553729] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.553893] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97f0ba45-7b2b-4d8f-a630-f6f046525600 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.573924] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.573924] env[69316]: value = "task-3367610" [ 1096.573924] env[69316]: _type = "Task" [ 1096.573924] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.581826] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367610, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.719156] env[69316]: DEBUG oslo_vmware.api [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367606, 'name': PowerOffVM_Task, 'duration_secs': 0.378045} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.719462] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.719884] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.719884] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2119e9c1-2d89-4763-97d9-7aa953ab9d8c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.726680] env[69316]: DEBUG nova.scheduler.client.report [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.828585] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.828841] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.829008] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.829202] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.829351] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.829498] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.829724] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.830191] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.830191] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.830299] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.830474] env[69316]: DEBUG nova.virt.hardware [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.831735] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd810af-08af-444a-8b39-063406794106 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.837313] env[69316]: DEBUG oslo_vmware.api [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291794} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.837895] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.838165] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.838393] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.838574] env[69316]: INFO nova.compute.manager [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1096.838998] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.838998] env[69316]: DEBUG nova.compute.manager [-] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.839134] env[69316]: DEBUG nova.network.neutron [-] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.843918] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f79da7-6f1e-4cc3-9222-fe03a2b0204c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.857505] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.863328] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.863605] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.864075] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc8d1864-d861-4d51-8d1d-96c069ca759e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.878188] env[69316]: WARNING nova.network.neutron [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6 already exists in list: networks containing: ['fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6']. ignoring it [ 1096.878380] env[69316]: WARNING nova.network.neutron [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6 already exists in list: networks containing: ['fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6']. ignoring it [ 1096.878598] env[69316]: WARNING nova.network.neutron [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] f69d59d3-fd25-4134-8a72-be5e45bed483 already exists in list: port_ids containing: ['f69d59d3-fd25-4134-8a72-be5e45bed483']. ignoring it [ 1096.881811] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.881811] env[69316]: value = "task-3367612" [ 1096.881811] env[69316]: _type = "Task" [ 1096.881811] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.890046] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367612, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.896287] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.896501] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.896662] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleting the datastore file [datastore2] 9cbcc253-2e7d-422c-9751-918b0db34152 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.896920] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a48c03dd-24a5-4bd6-9575-4c286930338d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.903138] env[69316]: DEBUG oslo_vmware.api [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1096.903138] env[69316]: value = "task-3367613" [ 1096.903138] env[69316]: _type = "Task" [ 1096.903138] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.910920] env[69316]: DEBUG oslo_vmware.api [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.010857] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367609, 'name': ReconfigVM_Task, 'duration_secs': 0.447446} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.011183] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b/d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.011849] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0668e0c0-b64f-4ab9-bb6b-c7eef8135705 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.018784] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1097.018784] env[69316]: value = "task-3367614" [ 1097.018784] env[69316]: _type = "Task" [ 1097.018784] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.029951] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367614, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.085217] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367610, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.092373] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.092653] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.212256] env[69316]: DEBUG nova.compute.manager [req-341183d3-2a04-4292-a755-db29d679aa52 req-469c773c-97a7-4015-8a0f-d4a0ff630f5d service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Received event network-changed-fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.212449] env[69316]: DEBUG nova.compute.manager [req-341183d3-2a04-4292-a755-db29d679aa52 req-469c773c-97a7-4015-8a0f-d4a0ff630f5d service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Refreshing instance network info cache due to event network-changed-fa21fb45-592f-4a06-af9c-0e2d7bf7367d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.212669] env[69316]: DEBUG oslo_concurrency.lockutils [req-341183d3-2a04-4292-a755-db29d679aa52 req-469c773c-97a7-4015-8a0f-d4a0ff630f5d service nova] Acquiring lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.212892] env[69316]: DEBUG oslo_concurrency.lockutils [req-341183d3-2a04-4292-a755-db29d679aa52 req-469c773c-97a7-4015-8a0f-d4a0ff630f5d service nova] Acquired lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.213305] env[69316]: DEBUG nova.network.neutron [req-341183d3-2a04-4292-a755-db29d679aa52 req-469c773c-97a7-4015-8a0f-d4a0ff630f5d service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Refreshing network info cache for port fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.336152] env[69316]: DEBUG nova.network.neutron [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updating instance_info_cache with network_info: [{"id": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "address": "fa:16:3e:88:67:02", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619ec0f-22", "ovs_interfaceid": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f69d59d3-fd25-4134-8a72-be5e45bed483", "address": "fa:16:3e:45:eb:e0", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69d59d3-fd", "ovs_interfaceid": "f69d59d3-fd25-4134-8a72-be5e45bed483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.391770] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367612, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.412488] env[69316]: DEBUG oslo_vmware.api [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200233} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.412729] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.412911] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.413098] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.413269] env[69316]: INFO nova.compute.manager [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1097.413500] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.413686] env[69316]: DEBUG nova.compute.manager [-] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.413771] env[69316]: DEBUG nova.network.neutron [-] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.528694] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367614, 'name': Rename_Task, 'duration_secs': 0.155486} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.528964] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.529228] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d08ee8-d8a0-4a23-ad44-6cfe2ac3bc7f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.535677] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1097.535677] env[69316]: value = "task-3367615" [ 1097.535677] env[69316]: _type = "Task" [ 1097.535677] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.543044] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.583935] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367610, 'name': CreateVM_Task, 'duration_secs': 0.637187} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.584302] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.584792] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.584955] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.585311] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.585568] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2257d1-150f-44c7-82a1-2e8308855efd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.590144] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1097.590144] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524672d2-d861-1355-467d-eecc28b1a177" [ 1097.590144] env[69316]: _type = "Task" [ 1097.590144] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.595177] env[69316]: DEBUG nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.601029] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524672d2-d861-1355-467d-eecc28b1a177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.736727] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.332s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.740984] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.498s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.741102] env[69316]: INFO nova.compute.claims [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.787678] env[69316]: DEBUG nova.network.neutron [-] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.838791] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.839378] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.839536] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.840399] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec5faf-43c3-4d54-8a22-8644d856c2a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.857550] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.859025] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.859025] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.859025] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.859025] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.859025] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.859025] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.859025] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.859025] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.859359] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.859359] env[69316]: DEBUG nova.virt.hardware [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.865626] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Reconfiguring VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1097.868447] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd76b8e0-bf5c-429b-a5c3-f791761b72e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.887232] env[69316]: DEBUG oslo_vmware.api [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1097.887232] env[69316]: value = "task-3367616" [ 1097.887232] env[69316]: _type = "Task" [ 1097.887232] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.894631] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367612, 'name': CreateVM_Task, 'duration_secs': 0.664218} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.897635] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.897921] env[69316]: DEBUG oslo_vmware.api [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367616, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.898332] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.898489] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.898799] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.899062] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181d96a3-8acd-4406-acab-ed84cd601ee6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.903843] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1097.903843] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5231efc5-bda9-b352-134f-cce8acd779b1" [ 1097.903843] env[69316]: _type = "Task" [ 1097.903843] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.911796] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5231efc5-bda9-b352-134f-cce8acd779b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.035787] env[69316]: DEBUG nova.network.neutron [req-341183d3-2a04-4292-a755-db29d679aa52 req-469c773c-97a7-4015-8a0f-d4a0ff630f5d service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updated VIF entry in instance network info cache for port fa21fb45-592f-4a06-af9c-0e2d7bf7367d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.036427] env[69316]: DEBUG nova.network.neutron [req-341183d3-2a04-4292-a755-db29d679aa52 req-469c773c-97a7-4015-8a0f-d4a0ff630f5d service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance_info_cache with network_info: [{"id": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "address": "fa:16:3e:d2:54:2a", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa21fb45-59", "ovs_interfaceid": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.050237] env[69316]: DEBUG oslo_vmware.api [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367615, 'name': PowerOnVM_Task, 'duration_secs': 0.506927} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.050479] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.050672] env[69316]: INFO nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1098.050850] env[69316]: DEBUG nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.051712] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7680a47f-d5b3-4608-8a74-b8f13d1b5c10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.099605] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524672d2-d861-1355-467d-eecc28b1a177, 'name': SearchDatastore_Task, 'duration_secs': 0.008436} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.099937] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.100212] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.100442] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.100672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.100776] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.103079] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4721f70-be25-4948-b89c-34a1e36e27c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.111148] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.111332] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.112065] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b89ce4-5597-48ad-a4b3-573e9cebb676 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.117457] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1098.117457] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a6ccce-2194-2811-dd09-2901502c9835" [ 1098.117457] env[69316]: _type = "Task" [ 1098.117457] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.121486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.124696] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a6ccce-2194-2811-dd09-2901502c9835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.289489] env[69316]: INFO nova.compute.manager [-] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Took 1.45 seconds to deallocate network for instance. [ 1098.299931] env[69316]: INFO nova.scheduler.client.report [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted allocation for migration ff775a4f-b2e5-47ce-8454-7f179b25547b [ 1098.399144] env[69316]: DEBUG oslo_vmware.api [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.412784] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5231efc5-bda9-b352-134f-cce8acd779b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.413110] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.413347] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.413583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.413727] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.413902] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.414178] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5526f6d-cb35-48f1-bfbc-53f8019c1075 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.424256] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.424481] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.425216] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46c9122-f184-4bea-ad18-63ab6557335f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.430053] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1098.430053] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5222de38-855d-eda6-ef21-e39dd2b9ebb9" [ 1098.430053] env[69316]: _type = "Task" [ 1098.430053] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.437928] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5222de38-855d-eda6-ef21-e39dd2b9ebb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.486997] env[69316]: DEBUG nova.network.neutron [-] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.544539] env[69316]: DEBUG oslo_concurrency.lockutils [req-341183d3-2a04-4292-a755-db29d679aa52 req-469c773c-97a7-4015-8a0f-d4a0ff630f5d service nova] Releasing lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.568324] env[69316]: INFO nova.compute.manager [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Took 16.81 seconds to build instance. [ 1098.627214] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a6ccce-2194-2811-dd09-2901502c9835, 'name': SearchDatastore_Task, 'duration_secs': 0.021034} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.627964] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6905f7b7-9e47-4654-adf8-1313be595370 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.633788] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1098.633788] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5271acc3-4e53-67af-6434-c51bea7dceed" [ 1098.633788] env[69316]: _type = "Task" [ 1098.633788] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.641521] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5271acc3-4e53-67af-6434-c51bea7dceed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.795997] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.804413] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fcf75cc-9956-4e3b-b858-8aa3375394db tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.267s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.901953] env[69316]: DEBUG oslo_vmware.api [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.942925] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5222de38-855d-eda6-ef21-e39dd2b9ebb9, 'name': SearchDatastore_Task, 'duration_secs': 0.014497} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.946633] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b26888-c2ad-43b5-86e2-4c133881b621 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.954181] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1098.954181] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5216286f-c28c-ddce-09b4-62b7fc9aca39" [ 1098.954181] env[69316]: _type = "Task" [ 1098.954181] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.963397] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5216286f-c28c-ddce-09b4-62b7fc9aca39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.965280] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb057e3-73ce-4a4c-9f8e-7c833470f258 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.972989] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ba30d-72b4-4193-87c2-b4602d4b33c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.005319] env[69316]: INFO nova.compute.manager [-] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Took 1.59 seconds to deallocate network for instance. [ 1099.008134] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec4ec20-1891-436c-874a-4de306251a7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.018751] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d41f00-0a07-4a75-b058-1b88677b4c59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.034208] env[69316]: DEBUG nova.compute.provider_tree [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.069776] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.320s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.143744] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5271acc3-4e53-67af-6434-c51bea7dceed, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.144023] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.144311] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b/2e4a76c0-0b19-4118-9bd3-9f347778930b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.144551] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c8c9208-d1ac-4012-9dad-3e1480a9d50e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.151262] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1099.151262] env[69316]: value = "task-3367617" [ 1099.151262] env[69316]: _type = "Task" [ 1099.151262] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.158818] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.401049] env[69316]: DEBUG oslo_vmware.api [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367616, 'name': ReconfigVM_Task, 'duration_secs': 1.255988} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.401596] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.401845] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Reconfigured VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1099.464914] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5216286f-c28c-ddce-09b4-62b7fc9aca39, 'name': SearchDatastore_Task, 'duration_secs': 0.009528} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.465285] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.465564] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994/d51bf693-74f0-4221-8c2b-2660070fd994.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.465835] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf2aeb6-8dc1-4db8-b080-a24addd90721 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.473459] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1099.473459] env[69316]: value = "task-3367618" [ 1099.473459] env[69316]: _type = "Task" [ 1099.473459] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.481981] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.515800] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.533428] env[69316]: DEBUG nova.compute.manager [req-f1b64051-8a0f-484d-8c4e-aa149b173b24 req-ff53e96c-17f1-43ad-a8d5-41d733323ebe service nova] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Received event network-vif-deleted-c9313e0f-1a82-480c-8f9b-c174d854ea05 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.533596] env[69316]: DEBUG nova.compute.manager [req-f1b64051-8a0f-484d-8c4e-aa149b173b24 req-ff53e96c-17f1-43ad-a8d5-41d733323ebe service nova] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Received event network-vif-deleted-00ccdf18-e462-428a-be81-06c5a878a566 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.535904] env[69316]: DEBUG nova.scheduler.client.report [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.662337] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506225} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.662599] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b/2e4a76c0-0b19-4118-9bd3-9f347778930b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.662809] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.663100] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b2cf854-8587-4bd4-9d51-8143a2ce328a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.669057] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1099.669057] env[69316]: value = "task-3367619" [ 1099.669057] env[69316]: _type = "Task" [ 1099.669057] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.678576] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.907588] env[69316]: DEBUG oslo_concurrency.lockutils [None req-086985e2-1180-4273-a3d9-3a5e504977ef tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.408s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.984159] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367618, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.040802] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.041364] env[69316]: DEBUG nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.044219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.194s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.105095] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "c6746791-f53d-4032-b8e0-153e14c2d04e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.105405] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.105615] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.105794] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.105965] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.108055] env[69316]: INFO nova.compute.manager [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Terminating instance [ 1100.178516] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067471} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.178786] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.179636] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c8f021-f669-403a-809b-8315c5150369 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.201589] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b/2e4a76c0-0b19-4118-9bd3-9f347778930b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.201878] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f531319d-9c8f-4adb-b0a2-fa5c4a51854d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.217548] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.217789] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.217966] env[69316]: DEBUG nova.compute.manager [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.218779] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba5f4d-5e59-49bb-b7f6-b1c53effb769 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.222607] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1100.222607] env[69316]: value = "task-3367620" [ 1100.222607] env[69316]: _type = "Task" [ 1100.222607] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.227147] env[69316]: DEBUG nova.compute.manager [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1100.227693] env[69316]: DEBUG nova.objects.instance [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lazy-loading 'flavor' on Instance uuid d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.234216] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.484039] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602547} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.484323] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994/d51bf693-74f0-4221-8c2b-2660070fd994.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.484538] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.484787] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1753b042-862b-4dfa-90f3-821c2353f4b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.491213] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1100.491213] env[69316]: value = "task-3367621" [ 1100.491213] env[69316]: _type = "Task" [ 1100.491213] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.498714] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.547901] env[69316]: DEBUG nova.compute.utils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.556467] env[69316]: DEBUG nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.556657] env[69316]: DEBUG nova.network.neutron [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.611304] env[69316]: DEBUG nova.policy [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b72663618c2440ae9f0d9ed2c9b00f98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ba0c2311624cdca6022e096d2ec8d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.613562] env[69316]: DEBUG nova.compute.manager [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.615208] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.615208] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b948552a-e2db-4dc1-aaf7-c85916440707 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.623031] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.623191] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.627331] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.627574] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b70e20b-0d62-4958-a443-e933523e6a08 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.634041] env[69316]: DEBUG oslo_vmware.api [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1100.634041] env[69316]: value = "task-3367622" [ 1100.634041] env[69316]: _type = "Task" [ 1100.634041] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.642886] env[69316]: DEBUG oslo_vmware.api [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.735082] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367620, 'name': ReconfigVM_Task, 'duration_secs': 0.289427} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.736435] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b/2e4a76c0-0b19-4118-9bd3-9f347778930b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.740088] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05de4215-1b0d-4926-8764-1b151d12796a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.745517] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1100.745517] env[69316]: value = "task-3367623" [ 1100.745517] env[69316]: _type = "Task" [ 1100.745517] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.755544] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367623, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.915722] env[69316]: DEBUG nova.network.neutron [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Successfully created port: c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.000766] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065314} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.000994] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.001771] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca34eed7-767c-40d9-8c2b-7a532b1a37f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.021930] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994/d51bf693-74f0-4221-8c2b-2660070fd994.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.022568] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d4873c-3abc-4ca5-bfbc-be9bbdfe39fb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.042639] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1101.042639] env[69316]: value = "task-3367624" [ 1101.042639] env[69316]: _type = "Task" [ 1101.042639] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.050566] env[69316]: DEBUG nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.053292] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.091368] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance dd26354c-255e-445d-a262-9ebf5c8bd160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.091521] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.091648] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 538ae597-ae6b-46db-9554-9dd3614681cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.091767] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.091927] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.092082] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d9a020b9-0a78-438c-ac7b-f3466f7cb0ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.092227] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 9cbcc253-2e7d-422c-9751-918b0db34152 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.092348] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance c6746791-f53d-4032-b8e0-153e14c2d04e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.092472] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance bcf1c77e-0e73-4509-be6c-7d02ba0b57d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.092576] env[69316]: WARNING nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance a3c2a7e8-48b9-4a34-b2d0-e6a03270af70 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.092691] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d51bf693-74f0-4221-8c2b-2660070fd994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.092803] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.092923] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 2e4a76c0-0b19-4118-9bd3-9f347778930b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.093051] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.125505] env[69316]: DEBUG nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.146736] env[69316]: DEBUG oslo_vmware.api [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367622, 'name': PowerOffVM_Task, 'duration_secs': 0.290393} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.147018] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.147197] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.147446] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af12dec-6e96-4e5b-bb44-36da2dadb2d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.238030] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.238381] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f71d34-83ea-46e5-9a21-4601471aa908 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.246499] env[69316]: DEBUG oslo_vmware.api [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1101.246499] env[69316]: value = "task-3367626" [ 1101.246499] env[69316]: _type = "Task" [ 1101.246499] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.263285] env[69316]: DEBUG oslo_vmware.api [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.263562] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367623, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.271498] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.271719] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.271921] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleting the datastore file [datastore1] c6746791-f53d-4032-b8e0-153e14c2d04e {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.272213] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc46d237-ad63-4c2d-94a0-e6e03e28d1fb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.278139] env[69316]: DEBUG oslo_vmware.api [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1101.278139] env[69316]: value = "task-3367627" [ 1101.278139] env[69316]: _type = "Task" [ 1101.278139] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.286177] env[69316]: DEBUG oslo_vmware.api [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.369551] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-f69d59d3-fd25-4134-8a72-be5e45bed483" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.370010] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-f69d59d3-fd25-4134-8a72-be5e45bed483" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.552600] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.595761] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance da2d6f73-1d43-4aa7-9961-42c982ed7930 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1101.645744] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.762269] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367623, 'name': Rename_Task, 'duration_secs': 0.951588} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.765257] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.765688] env[69316]: DEBUG oslo_vmware.api [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367626, 'name': PowerOffVM_Task, 'duration_secs': 0.252665} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.765767] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1d7e86-27e2-49df-ba86-7f0d8c4068c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.767307] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.767535] env[69316]: DEBUG nova.compute.manager [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.769181] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689bd141-3438-4593-b091-9ebdb82c95db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.777079] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1101.777079] env[69316]: value = "task-3367628" [ 1101.777079] env[69316]: _type = "Task" [ 1101.777079] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.787874] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.790919] env[69316]: DEBUG oslo_vmware.api [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146279} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.791272] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.791539] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.791731] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.791935] env[69316]: INFO nova.compute.manager [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1101.792227] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.792431] env[69316]: DEBUG nova.compute.manager [-] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.792525] env[69316]: DEBUG nova.network.neutron [-] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.873549] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.873736] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.874654] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8fc1c8-1463-4e5d-b52c-be0e2eb9010b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.893297] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f001b107-8b4f-476c-9b2a-9bcfb27e1ffc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.918875] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Reconfiguring VM to detach interface {{(pid=69316) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1101.919240] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b3deab-0960-475c-81bf-92be03251bdb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.937407] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1101.937407] env[69316]: value = "task-3367629" [ 1101.937407] env[69316]: _type = "Task" [ 1101.937407] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.945452] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.055763] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367624, 'name': ReconfigVM_Task, 'duration_secs': 0.844185} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.056616] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994/d51bf693-74f0-4221-8c2b-2660070fd994.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.057247] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4781b4f0-e294-4948-82fc-29fe71f18ab6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.059863] env[69316]: DEBUG nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.066681] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1102.066681] env[69316]: value = "task-3367630" [ 1102.066681] env[69316]: _type = "Task" [ 1102.066681] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.069028] env[69316]: DEBUG nova.compute.manager [req-ef45adfc-cce1-4a0b-b575-e5cecb6c469e req-ab546b17-ea28-43c1-af7a-7a0e76f67676 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Received event network-vif-deleted-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.069229] env[69316]: INFO nova.compute.manager [req-ef45adfc-cce1-4a0b-b575-e5cecb6c469e req-ab546b17-ea28-43c1-af7a-7a0e76f67676 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Neutron deleted interface e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa; detaching it from the instance and deleting it from the info cache [ 1102.069403] env[69316]: DEBUG nova.network.neutron [req-ef45adfc-cce1-4a0b-b575-e5cecb6c469e req-ab546b17-ea28-43c1-af7a-7a0e76f67676 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.078931] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367630, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.087171] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.087417] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.087577] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.087762] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.087909] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.088072] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.088284] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.088445] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.088610] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.088772] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.088947] env[69316]: DEBUG nova.virt.hardware [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.090063] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e9ffc-915e-4d34-9f4d-580bc8990733 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.097785] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c117d43-2392-4aab-a73b-3e2fa1fe5d06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.101938] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1102.102205] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1102.102356] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1102.284535] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e80ca275-cd40-4b73-839c-d9015b87f403 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.294876] env[69316]: DEBUG oslo_vmware.api [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367628, 'name': PowerOnVM_Task, 'duration_secs': 0.483252} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.295537] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.295537] env[69316]: INFO nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1102.295537] env[69316]: DEBUG nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.296327] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33acebe-5d01-4515-99ad-8bf7664ba13f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.333488] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caae9bc8-41f2-49ac-a6de-d1723c86c1f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.344533] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a16f6e-a99a-4436-8b2c-0ea0fcc7d108 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.379024] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e1ee96-44cd-463d-a332-2a5b787e1a76 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.383723] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab59dc2d-3688-4a15-8768-695d02bbc407 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.399721] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.430774] env[69316]: DEBUG nova.network.neutron [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Successfully updated port: c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.452151] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.551914] env[69316]: DEBUG nova.network.neutron [-] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.575059] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc13cbd8-edbc-4491-a04e-b758ff51eb7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.580060] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367630, 'name': Rename_Task, 'duration_secs': 0.153364} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.580060] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.580060] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1ffdd9-d25c-4d39-93b2-a363a74dbf84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.585406] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd37341-06e0-44e4-8e6e-f517aff9946a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.596183] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1102.596183] env[69316]: value = "task-3367631" [ 1102.596183] env[69316]: _type = "Task" [ 1102.596183] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.605794] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367631, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.617347] env[69316]: DEBUG nova.compute.manager [req-ef45adfc-cce1-4a0b-b575-e5cecb6c469e req-ab546b17-ea28-43c1-af7a-7a0e76f67676 service nova] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Detach interface failed, port_id=e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa, reason: Instance c6746791-f53d-4032-b8e0-153e14c2d04e could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.819279] env[69316]: INFO nova.compute.manager [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Took 20.86 seconds to build instance. [ 1102.903470] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.935411] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.935720] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.935765] env[69316]: DEBUG nova.network.neutron [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.947823] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.055059] env[69316]: INFO nova.compute.manager [-] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Took 1.26 seconds to deallocate network for instance. [ 1103.107017] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.321421] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.373s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.408292] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1103.408530] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.364s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.408803] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.287s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.411042] env[69316]: INFO nova.compute.claims [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.466273] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.510321] env[69316]: DEBUG nova.network.neutron [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.561993] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.607747] env[69316]: DEBUG oslo_vmware.api [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367631, 'name': PowerOnVM_Task, 'duration_secs': 0.879863} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.607747] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.607747] env[69316]: DEBUG nova.compute.manager [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.608269] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74149ba1-195f-4384-94da-0ca322332ae5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.637642] env[69316]: DEBUG nova.compute.manager [req-763bf892-6fe8-47f9-85e3-dd73d8d2a705 req-7eaf5ad3-022f-41c1-aa94-978fdeffa807 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Received event network-changed-fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.637642] env[69316]: DEBUG nova.compute.manager [req-763bf892-6fe8-47f9-85e3-dd73d8d2a705 req-7eaf5ad3-022f-41c1-aa94-978fdeffa807 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Refreshing instance network info cache due to event network-changed-fa21fb45-592f-4a06-af9c-0e2d7bf7367d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.637885] env[69316]: DEBUG oslo_concurrency.lockutils [req-763bf892-6fe8-47f9-85e3-dd73d8d2a705 req-7eaf5ad3-022f-41c1-aa94-978fdeffa807 service nova] Acquiring lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.638146] env[69316]: DEBUG oslo_concurrency.lockutils [req-763bf892-6fe8-47f9-85e3-dd73d8d2a705 req-7eaf5ad3-022f-41c1-aa94-978fdeffa807 service nova] Acquired lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.638652] env[69316]: DEBUG nova.network.neutron [req-763bf892-6fe8-47f9-85e3-dd73d8d2a705 req-7eaf5ad3-022f-41c1-aa94-978fdeffa807 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Refreshing network info cache for port fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.667691] env[69316]: DEBUG nova.network.neutron [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [{"id": "c70137f8-5765-4095-a73c-f09a2764a2bb", "address": "fa:16:3e:54:14:91", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70137f8-57", "ovs_interfaceid": "c70137f8-5765-4095-a73c-f09a2764a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.759019] env[69316]: DEBUG nova.compute.manager [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.759019] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0199bd-133b-4f11-bd1c-3333405fe81b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.949392] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.098114] env[69316]: DEBUG nova.compute.manager [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received event network-vif-plugged-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.098114] env[69316]: DEBUG oslo_concurrency.lockutils [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] Acquiring lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.098114] env[69316]: DEBUG oslo_concurrency.lockutils [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.098114] env[69316]: DEBUG oslo_concurrency.lockutils [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.098114] env[69316]: DEBUG nova.compute.manager [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] No waiting events found dispatching network-vif-plugged-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.098114] env[69316]: WARNING nova.compute.manager [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received unexpected event network-vif-plugged-c70137f8-5765-4095-a73c-f09a2764a2bb for instance with vm_state building and task_state spawning. [ 1104.098114] env[69316]: DEBUG nova.compute.manager [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received event network-changed-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.098677] env[69316]: DEBUG nova.compute.manager [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Refreshing instance network info cache due to event network-changed-c70137f8-5765-4095-a73c-f09a2764a2bb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.098677] env[69316]: DEBUG oslo_concurrency.lockutils [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] Acquiring lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.129411] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.174994] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.175161] env[69316]: DEBUG nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Instance network_info: |[{"id": "c70137f8-5765-4095-a73c-f09a2764a2bb", "address": "fa:16:3e:54:14:91", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70137f8-57", "ovs_interfaceid": "c70137f8-5765-4095-a73c-f09a2764a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.175459] env[69316]: DEBUG oslo_concurrency.lockutils [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] Acquired lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.175638] env[69316]: DEBUG nova.network.neutron [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Refreshing network info cache for port c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.176909] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:14:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c70137f8-5765-4095-a73c-f09a2764a2bb', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.185419] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.188259] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.188773] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afb47b0d-e60e-42a8-b166-00cd1f71e170 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.209673] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.209673] env[69316]: value = "task-3367632" [ 1104.209673] env[69316]: _type = "Task" [ 1104.209673] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.217677] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367632, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.269248] env[69316]: INFO nova.compute.manager [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] instance snapshotting [ 1104.269472] env[69316]: WARNING nova.compute.manager [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1104.272348] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f4ba51-d191-4781-90e3-2e35bab59c75 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.293327] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845a9928-f25d-4d84-bd0c-c194c4d76734 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.460074] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.512924] env[69316]: DEBUG nova.network.neutron [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updated VIF entry in instance network info cache for port c70137f8-5765-4095-a73c-f09a2764a2bb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.512924] env[69316]: DEBUG nova.network.neutron [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [{"id": "c70137f8-5765-4095-a73c-f09a2764a2bb", "address": "fa:16:3e:54:14:91", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70137f8-57", "ovs_interfaceid": "c70137f8-5765-4095-a73c-f09a2764a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.517453] env[69316]: DEBUG nova.network.neutron [req-763bf892-6fe8-47f9-85e3-dd73d8d2a705 req-7eaf5ad3-022f-41c1-aa94-978fdeffa807 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updated VIF entry in instance network info cache for port fa21fb45-592f-4a06-af9c-0e2d7bf7367d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.517453] env[69316]: DEBUG nova.network.neutron [req-763bf892-6fe8-47f9-85e3-dd73d8d2a705 req-7eaf5ad3-022f-41c1-aa94-978fdeffa807 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance_info_cache with network_info: [{"id": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "address": "fa:16:3e:d2:54:2a", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa21fb45-59", "ovs_interfaceid": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.647120] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e76915e-5195-43b1-a90f-a535fa1502e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.655312] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a4731-1ec7-48d5-bedd-5997f22ba51f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.685609] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d5a033-fccc-4959-837a-631336a480b9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.693229] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5edd62-15a5-4269-987c-40892ff64b48 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.709031] env[69316]: DEBUG nova.compute.provider_tree [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.717807] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367632, 'name': CreateVM_Task, 'duration_secs': 0.320758} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.718585] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.719300] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.719646] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.719839] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.721189] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d701c198-8b68-4474-99d1-eaa1933ea825 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.728830] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1104.728830] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52218222-e063-f981-7d56-8048c431d79c" [ 1104.728830] env[69316]: _type = "Task" [ 1104.728830] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.737876] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52218222-e063-f981-7d56-8048c431d79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.804714] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.805058] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40e81ed2-4d2c-46f8-9f9b-672ef9e44678 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.813622] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1104.813622] env[69316]: value = "task-3367633" [ 1104.813622] env[69316]: _type = "Task" [ 1104.813622] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.825395] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.951707] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.021078] env[69316]: DEBUG oslo_concurrency.lockutils [req-763bf892-6fe8-47f9-85e3-dd73d8d2a705 req-7eaf5ad3-022f-41c1-aa94-978fdeffa807 service nova] Releasing lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.021473] env[69316]: DEBUG oslo_concurrency.lockutils [req-7a5e3e3d-1fa6-4ceb-afdf-d5ff9775de35 req-1dab4f5a-a4f5-4f4e-8b4e-cb8db763dc40 service nova] Releasing lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.212600] env[69316]: DEBUG nova.scheduler.client.report [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.226787] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "d51bf693-74f0-4221-8c2b-2660070fd994" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.226903] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "d51bf693-74f0-4221-8c2b-2660070fd994" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.227487] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "d51bf693-74f0-4221-8c2b-2660070fd994-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.227487] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "d51bf693-74f0-4221-8c2b-2660070fd994-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.227487] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "d51bf693-74f0-4221-8c2b-2660070fd994-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.229378] env[69316]: INFO nova.compute.manager [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Terminating instance [ 1105.240997] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52218222-e063-f981-7d56-8048c431d79c, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.241297] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.241522] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.241744] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.241875] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.242094] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.242805] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc570630-14ac-4cd4-a8b3-56d6ec1ef3df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.251652] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.251652] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.253032] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7f6bc5-0488-456e-b342-5c5c62ca81b9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.257337] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1105.257337] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52242271-b681-b15f-f67b-7fcd79912340" [ 1105.257337] env[69316]: _type = "Task" [ 1105.257337] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.265604] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52242271-b681-b15f-f67b-7fcd79912340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.324085] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367633, 'name': CreateSnapshot_Task, 'duration_secs': 0.378516} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.324085] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.324458] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9546bf76-775c-46b7-8737-4126345e42fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.452028] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.717772] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.718888] env[69316]: DEBUG nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.720526] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.925s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.720718] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.723171] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.207s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.723470] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.725759] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.080s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.727181] env[69316]: INFO nova.compute.claims [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.735636] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "refresh_cache-d51bf693-74f0-4221-8c2b-2660070fd994" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.735798] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquired lock "refresh_cache-d51bf693-74f0-4221-8c2b-2660070fd994" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.736033] env[69316]: DEBUG nova.network.neutron [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.751870] env[69316]: INFO nova.scheduler.client.report [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleted allocations for instance 9cbcc253-2e7d-422c-9751-918b0db34152 [ 1105.755843] env[69316]: INFO nova.scheduler.client.report [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleted allocations for instance a3c2a7e8-48b9-4a34-b2d0-e6a03270af70 [ 1105.769199] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52242271-b681-b15f-f67b-7fcd79912340, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.769948] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea431ea-3640-4a2a-8a21-bed7d6976483 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.775313] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1105.775313] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525dbc56-1e62-b66e-69b3-c72eae2930c5" [ 1105.775313] env[69316]: _type = "Task" [ 1105.775313] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.784053] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525dbc56-1e62-b66e-69b3-c72eae2930c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.841034] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1105.841332] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4298c2e1-a243-4592-a253-4124d50544bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.849607] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1105.849607] env[69316]: value = "task-3367634" [ 1105.849607] env[69316]: _type = "Task" [ 1105.849607] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.857499] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367634, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.952305] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.232213] env[69316]: DEBUG nova.compute.utils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.235786] env[69316]: DEBUG nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.235941] env[69316]: DEBUG nova.network.neutron [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.264364] env[69316]: DEBUG oslo_concurrency.lockutils [None req-dd13111f-6ab0-47b3-ac77-b6692a5072ab tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "9cbcc253-2e7d-422c-9751-918b0db34152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.616s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.265484] env[69316]: DEBUG oslo_concurrency.lockutils [None req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "a3c2a7e8-48b9-4a34-b2d0-e6a03270af70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.089s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.270053] env[69316]: DEBUG nova.network.neutron [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.288382] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525dbc56-1e62-b66e-69b3-c72eae2930c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008769} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.288648] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.288903] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344/b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.289180] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e98bca5d-48e1-41e2-9c25-b8a3e14cf533 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.295889] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1106.295889] env[69316]: value = "task-3367635" [ 1106.295889] env[69316]: _type = "Task" [ 1106.295889] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.306020] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.325603] env[69316]: DEBUG nova.policy [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2396681ec95b4b6db8b5919af2101003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '138f130ba0c8427ba6907a04781e3bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.360666] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367634, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.390073] env[69316]: DEBUG nova.network.neutron [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.456473] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.674362] env[69316]: DEBUG nova.network.neutron [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Successfully created port: 32f77478-51fd-43ac-b950-5503c24e6b4d {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.739484] env[69316]: DEBUG nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.808644] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367635, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.864498] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367634, 'name': CloneVM_Task} progress is 95%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.893143] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Releasing lock "refresh_cache-d51bf693-74f0-4221-8c2b-2660070fd994" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.893522] env[69316]: DEBUG nova.compute.manager [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.895052] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.895052] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc610a7-2de6-4de8-bbe2-b686f3529269 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.905683] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.906161] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5840c442-6a49-4aa4-9e67-dcbb80db327b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.912858] env[69316]: DEBUG oslo_vmware.api [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1106.912858] env[69316]: value = "task-3367636" [ 1106.912858] env[69316]: _type = "Task" [ 1106.912858] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.925339] env[69316]: DEBUG oslo_vmware.api [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.966216] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.994438] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceebe387-047e-4bea-8b2a-daded6e7a1d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.001715] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3fdbab-57a1-4d0a-85a1-dc76ccb5d8c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.033271] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2483d61-602b-4cdb-986c-d8eb96d5c56f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.040771] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc688971-6614-4096-8da5-a2401b9e14c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.054737] env[69316]: DEBUG nova.compute.provider_tree [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.278043] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.278399] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.278713] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.278994] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.279291] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.282501] env[69316]: INFO nova.compute.manager [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Terminating instance [ 1107.307311] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626783} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.307499] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344/b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.307716] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.307963] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-848c9802-5654-4fc2-b93b-e167ce6111cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.314937] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1107.314937] env[69316]: value = "task-3367637" [ 1107.314937] env[69316]: _type = "Task" [ 1107.314937] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.324346] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.361182] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367634, 'name': CloneVM_Task, 'duration_secs': 1.233805} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.361454] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Created linked-clone VM from snapshot [ 1107.362237] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101231c1-ab3a-4fd7-b8ef-86f0b343a7cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.369183] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Uploading image 873aa830-8bc7-4ec6-aee4-f4b5046f87c4 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1107.390318] env[69316]: DEBUG oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1107.390318] env[69316]: value = "vm-671995" [ 1107.390318] env[69316]: _type = "VirtualMachine" [ 1107.390318] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1107.390605] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fda814f8-a792-49ed-8ae7-160d0c868d88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.397559] env[69316]: DEBUG oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lease: (returnval){ [ 1107.397559] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5297720c-57a3-81e4-cc62-b9aa9d4d4841" [ 1107.397559] env[69316]: _type = "HttpNfcLease" [ 1107.397559] env[69316]: } obtained for exporting VM: (result){ [ 1107.397559] env[69316]: value = "vm-671995" [ 1107.397559] env[69316]: _type = "VirtualMachine" [ 1107.397559] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1107.397845] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the lease: (returnval){ [ 1107.397845] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5297720c-57a3-81e4-cc62-b9aa9d4d4841" [ 1107.397845] env[69316]: _type = "HttpNfcLease" [ 1107.397845] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1107.406534] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.406534] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5297720c-57a3-81e4-cc62-b9aa9d4d4841" [ 1107.406534] env[69316]: _type = "HttpNfcLease" [ 1107.406534] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1107.424390] env[69316]: DEBUG oslo_vmware.api [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367636, 'name': PowerOffVM_Task, 'duration_secs': 0.298637} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.424747] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.425269] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.425990] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d733c205-b318-44b2-b6b8-629959420adf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.452085] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.452282] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.452396] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Deleting the datastore file [datastore1] d51bf693-74f0-4221-8c2b-2660070fd994 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.452755] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d8ac6a2-7320-46a0-bf58-878c47dd5ed3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.463948] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.465525] env[69316]: DEBUG oslo_vmware.api [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for the task: (returnval){ [ 1107.465525] env[69316]: value = "task-3367640" [ 1107.465525] env[69316]: _type = "Task" [ 1107.465525] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.473250] env[69316]: DEBUG oslo_vmware.api [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.558187] env[69316]: DEBUG nova.scheduler.client.report [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.751982] env[69316]: DEBUG nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.773393] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.773665] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.773825] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.774014] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.774176] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.774401] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.774625] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.774786] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.774953] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.775133] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.775312] env[69316]: DEBUG nova.virt.hardware [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.776200] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def9595-119b-4882-8127-8948d28991da {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.784216] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ac2d55-0521-4649-b080-0aa170b7dd3a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.788500] env[69316]: DEBUG nova.compute.manager [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.788705] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.789496] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4055dfc-8d6a-48fa-9a90-8653ef54731e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.796466] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.804051] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f27d80b-322d-4f20-901c-f36b244143c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.810320] env[69316]: DEBUG oslo_vmware.api [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1107.810320] env[69316]: value = "task-3367641" [ 1107.810320] env[69316]: _type = "Task" [ 1107.810320] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.819337] env[69316]: DEBUG oslo_vmware.api [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.828027] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06372} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.828316] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.829122] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ea35bd-64de-48c1-8a69-62f26ab743f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.851552] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344/b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.851835] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1136a370-9c39-4b8f-9dcc-dc86756ccf1a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.871800] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1107.871800] env[69316]: value = "task-3367642" [ 1107.871800] env[69316]: _type = "Task" [ 1107.871800] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.880182] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.905434] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.905434] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5297720c-57a3-81e4-cc62-b9aa9d4d4841" [ 1107.905434] env[69316]: _type = "HttpNfcLease" [ 1107.905434] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1107.905732] env[69316]: DEBUG oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1107.905732] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5297720c-57a3-81e4-cc62-b9aa9d4d4841" [ 1107.905732] env[69316]: _type = "HttpNfcLease" [ 1107.905732] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1107.906466] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7559a14b-659c-4395-a48b-176da5b684ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.913888] env[69316]: DEBUG oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8b3c-cf41-e5f3-5e43-9a51a9026e37/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1107.914099] env[69316]: DEBUG oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8b3c-cf41-e5f3-5e43-9a51a9026e37/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1107.990045] env[69316]: DEBUG oslo_vmware.api [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Task: {'id': task-3367640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183296} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.990045] env[69316]: DEBUG oslo_vmware.api [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367629, 'name': ReconfigVM_Task, 'duration_secs': 5.757453} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.990045] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.990045] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.990514] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.990514] env[69316]: INFO nova.compute.manager [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1107.990785] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.991010] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.991232] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Reconfigured VM to detach interface {{(pid=69316) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1107.993615] env[69316]: DEBUG nova.compute.manager [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.994744] env[69316]: DEBUG nova.network.neutron [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.011275] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf0a67d7-fba0-41ab-b6ca-cad030e9d46b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.019975] env[69316]: DEBUG nova.network.neutron [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.062831] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.063173] env[69316]: DEBUG nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.065949] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.504s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.067477] env[69316]: DEBUG nova.objects.instance [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lazy-loading 'resources' on Instance uuid c6746791-f53d-4032-b8e0-153e14c2d04e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.166474] env[69316]: DEBUG nova.compute.manager [req-9af151ee-dbc0-472d-9b9c-dd62d94b50d9 req-89275836-1525-40d5-bdc9-0df5f17cefc2 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Received event network-vif-plugged-32f77478-51fd-43ac-b950-5503c24e6b4d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.166697] env[69316]: DEBUG oslo_concurrency.lockutils [req-9af151ee-dbc0-472d-9b9c-dd62d94b50d9 req-89275836-1525-40d5-bdc9-0df5f17cefc2 service nova] Acquiring lock "da2d6f73-1d43-4aa7-9961-42c982ed7930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.166907] env[69316]: DEBUG oslo_concurrency.lockutils [req-9af151ee-dbc0-472d-9b9c-dd62d94b50d9 req-89275836-1525-40d5-bdc9-0df5f17cefc2 service nova] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.167092] env[69316]: DEBUG oslo_concurrency.lockutils [req-9af151ee-dbc0-472d-9b9c-dd62d94b50d9 req-89275836-1525-40d5-bdc9-0df5f17cefc2 service nova] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.167282] env[69316]: DEBUG nova.compute.manager [req-9af151ee-dbc0-472d-9b9c-dd62d94b50d9 req-89275836-1525-40d5-bdc9-0df5f17cefc2 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] No waiting events found dispatching network-vif-plugged-32f77478-51fd-43ac-b950-5503c24e6b4d {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.167423] env[69316]: WARNING nova.compute.manager [req-9af151ee-dbc0-472d-9b9c-dd62d94b50d9 req-89275836-1525-40d5-bdc9-0df5f17cefc2 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Received unexpected event network-vif-plugged-32f77478-51fd-43ac-b950-5503c24e6b4d for instance with vm_state building and task_state spawning. [ 1108.320243] env[69316]: DEBUG oslo_vmware.api [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.362995] env[69316]: DEBUG nova.compute.manager [req-e931fe17-82a6-47e2-a287-cfc0d17db22b req-7802eff8-fa6f-4c30-a842-434ac9f15c00 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received event network-vif-deleted-f69d59d3-fd25-4134-8a72-be5e45bed483 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.363568] env[69316]: INFO nova.compute.manager [req-e931fe17-82a6-47e2-a287-cfc0d17db22b req-7802eff8-fa6f-4c30-a842-434ac9f15c00 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Neutron deleted interface f69d59d3-fd25-4134-8a72-be5e45bed483; detaching it from the instance and deleting it from the info cache [ 1108.364061] env[69316]: DEBUG nova.network.neutron [req-e931fe17-82a6-47e2-a287-cfc0d17db22b req-7802eff8-fa6f-4c30-a842-434ac9f15c00 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updating instance_info_cache with network_info: [{"id": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "address": "fa:16:3e:88:67:02", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619ec0f-22", "ovs_interfaceid": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.386809] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367642, 'name': ReconfigVM_Task, 'duration_secs': 0.290289} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.387521] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344/b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.388373] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75e08617-b8dd-48ea-a654-4900d6c5c9a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.396129] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1108.396129] env[69316]: value = "task-3367643" [ 1108.396129] env[69316]: _type = "Task" [ 1108.396129] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.406672] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367643, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.521589] env[69316]: DEBUG nova.network.neutron [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.569940] env[69316]: DEBUG nova.compute.utils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.577654] env[69316]: DEBUG nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.578890] env[69316]: DEBUG nova.network.neutron [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.640859] env[69316]: DEBUG nova.policy [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053b2351db24592811c82d30f9678ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdd9268120f74039a127c7ac485bb997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.765597] env[69316]: DEBUG nova.network.neutron [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Successfully updated port: 32f77478-51fd-43ac-b950-5503c24e6b4d {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.793582] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff3dd12-62c1-4ac3-8def-0126f3948eb8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.804134] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad61f73-c7bc-40a4-8405-8a2607ca1c10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.840374] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d482a99-4af9-4ba7-97e1-b67b7b5456c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.851370] env[69316]: DEBUG oslo_vmware.api [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367641, 'name': PowerOffVM_Task, 'duration_secs': 0.753289} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.852103] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.852294] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.853537] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775b3e6-7a33-4278-97e5-f664d1cd63c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.859016] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac112af-acd7-46a0-8e47-5a68a094fceb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.873664] env[69316]: DEBUG oslo_concurrency.lockutils [req-e931fe17-82a6-47e2-a287-cfc0d17db22b req-7802eff8-fa6f-4c30-a842-434ac9f15c00 service nova] Acquiring lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.873951] env[69316]: DEBUG oslo_concurrency.lockutils [req-e931fe17-82a6-47e2-a287-cfc0d17db22b req-7802eff8-fa6f-4c30-a842-434ac9f15c00 service nova] Acquired lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.874915] env[69316]: DEBUG nova.compute.provider_tree [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.876850] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d97f913-47ae-45cf-b710-0c22c768b5cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.895985] env[69316]: DEBUG oslo_concurrency.lockutils [req-e931fe17-82a6-47e2-a287-cfc0d17db22b req-7802eff8-fa6f-4c30-a842-434ac9f15c00 service nova] Releasing lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.896367] env[69316]: WARNING nova.compute.manager [req-e931fe17-82a6-47e2-a287-cfc0d17db22b req-7802eff8-fa6f-4c30-a842-434ac9f15c00 service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Detach interface failed, port_id=f69d59d3-fd25-4134-8a72-be5e45bed483, reason: No device with interface-id f69d59d3-fd25-4134-8a72-be5e45bed483 exists on VM: nova.exception.NotFound: No device with interface-id f69d59d3-fd25-4134-8a72-be5e45bed483 exists on VM [ 1108.907527] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367643, 'name': Rename_Task, 'duration_secs': 0.221648} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.907830] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.908186] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-342ed8e8-624d-4349-9e19-6d3c339eb2a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.915107] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1108.915107] env[69316]: value = "task-3367645" [ 1108.915107] env[69316]: _type = "Task" [ 1108.915107] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.925442] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.953022] env[69316]: DEBUG nova.network.neutron [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Successfully created port: 3f66064d-91fd-4bfd-81e8-006174c75105 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.957007] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.957239] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.957448] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleting the datastore file [datastore2] d9a020b9-0a78-438c-ac7b-f3466f7cb0ea {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.957735] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38c04ca0-ccba-45f1-91ec-52a49bab71ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.965230] env[69316]: DEBUG oslo_vmware.api [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for the task: (returnval){ [ 1108.965230] env[69316]: value = "task-3367646" [ 1108.965230] env[69316]: _type = "Task" [ 1108.965230] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.976021] env[69316]: DEBUG oslo_vmware.api [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.024925] env[69316]: INFO nova.compute.manager [-] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Took 1.03 seconds to deallocate network for instance. [ 1109.078445] env[69316]: DEBUG nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.130973] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.130973] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.131228] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.131672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.131923] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.134228] env[69316]: INFO nova.compute.manager [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Terminating instance [ 1109.272204] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-da2d6f73-1d43-4aa7-9961-42c982ed7930" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.272305] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-da2d6f73-1d43-4aa7-9961-42c982ed7930" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.273363] env[69316]: DEBUG nova.network.neutron [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.353502] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.353755] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.353943] env[69316]: DEBUG nova.network.neutron [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.381526] env[69316]: DEBUG nova.scheduler.client.report [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.426069] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.475989] env[69316]: DEBUG oslo_vmware.api [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Task: {'id': task-3367646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215718} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.476376] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.476491] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.476637] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.476824] env[69316]: INFO nova.compute.manager [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1109.477144] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.477307] env[69316]: DEBUG nova.compute.manager [-] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.477408] env[69316]: DEBUG nova.network.neutron [-] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.531212] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.639277] env[69316]: DEBUG nova.compute.manager [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.639643] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.641008] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e8f24-3338-4453-bd01-e7258fe85d38 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.649832] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.650664] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245a7581-545b-4bfe-96e8-7f6b8b63cbcc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.658505] env[69316]: DEBUG oslo_vmware.api [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1109.658505] env[69316]: value = "task-3367647" [ 1109.658505] env[69316]: _type = "Task" [ 1109.658505] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.669584] env[69316]: DEBUG oslo_vmware.api [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.808608] env[69316]: DEBUG nova.network.neutron [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.887318] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.893533] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.764s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.893738] env[69316]: DEBUG nova.objects.instance [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1109.928499] env[69316]: DEBUG oslo_vmware.api [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367645, 'name': PowerOnVM_Task, 'duration_secs': 0.545693} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.928992] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.928992] env[69316]: INFO nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1109.929161] env[69316]: DEBUG nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.930074] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d58aa6c-808f-4581-91ca-0195b7eeae33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.936632] env[69316]: INFO nova.scheduler.client.report [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted allocations for instance c6746791-f53d-4032-b8e0-153e14c2d04e [ 1109.978933] env[69316]: DEBUG nova.network.neutron [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Updating instance_info_cache with network_info: [{"id": "32f77478-51fd-43ac-b950-5503c24e6b4d", "address": "fa:16:3e:13:e1:c2", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f77478-51", "ovs_interfaceid": "32f77478-51fd-43ac-b950-5503c24e6b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.089008] env[69316]: DEBUG nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.124788] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.125050] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.125222] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.125383] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.125523] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.125667] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.125867] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.126033] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.126279] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.126541] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.126762] env[69316]: DEBUG nova.virt.hardware [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.127641] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921f3dfa-d2b8-4060-a881-cd4393c4263b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.137810] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5722de0d-e630-4177-a969-9b3a6f6ebb27 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.167517] env[69316]: DEBUG oslo_vmware.api [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367647, 'name': PowerOffVM_Task, 'duration_secs': 0.194255} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.170310] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.170517] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.170782] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-988fabab-8afc-44cb-8cbf-ac0c1582e6ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.233672] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.233958] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.234091] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleting the datastore file [datastore2] 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.234354] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31b193e6-c9af-401e-9a40-e5369022d443 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.240500] env[69316]: DEBUG nova.network.neutron [-] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.241787] env[69316]: DEBUG oslo_vmware.api [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1110.241787] env[69316]: value = "task-3367649" [ 1110.241787] env[69316]: _type = "Task" [ 1110.241787] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.251600] env[69316]: DEBUG oslo_vmware.api [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.338037] env[69316]: DEBUG nova.network.neutron [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updating instance_info_cache with network_info: [{"id": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "address": "fa:16:3e:88:67:02", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619ec0f-22", "ovs_interfaceid": "6619ec0f-222c-4aa9-a6bb-99d734998d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.427708] env[69316]: DEBUG nova.compute.manager [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Received event network-changed-32f77478-51fd-43ac-b950-5503c24e6b4d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.427708] env[69316]: DEBUG nova.compute.manager [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Refreshing instance network info cache due to event network-changed-32f77478-51fd-43ac-b950-5503c24e6b4d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.427708] env[69316]: DEBUG oslo_concurrency.lockutils [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] Acquiring lock "refresh_cache-da2d6f73-1d43-4aa7-9961-42c982ed7930" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.462561] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "c6746791-f53d-4032-b8e0-153e14c2d04e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.357s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.471026] env[69316]: INFO nova.compute.manager [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Took 19.25 seconds to build instance. [ 1110.483332] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-da2d6f73-1d43-4aa7-9961-42c982ed7930" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.483332] env[69316]: DEBUG nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Instance network_info: |[{"id": "32f77478-51fd-43ac-b950-5503c24e6b4d", "address": "fa:16:3e:13:e1:c2", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f77478-51", "ovs_interfaceid": "32f77478-51fd-43ac-b950-5503c24e6b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.483889] env[69316]: DEBUG oslo_concurrency.lockutils [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] Acquired lock "refresh_cache-da2d6f73-1d43-4aa7-9961-42c982ed7930" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.483932] env[69316]: DEBUG nova.network.neutron [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Refreshing network info cache for port 32f77478-51fd-43ac-b950-5503c24e6b4d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.487049] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:e1:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f77478-51fd-43ac-b950-5503c24e6b4d', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.497761] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.501979] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.502545] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07ba8916-5bbb-44c9-b0b6-e5dfeebb18cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.522446] env[69316]: DEBUG nova.network.neutron [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Successfully updated port: 3f66064d-91fd-4bfd-81e8-006174c75105 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.530102] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.530102] env[69316]: value = "task-3367650" [ 1110.530102] env[69316]: _type = "Task" [ 1110.530102] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.539187] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367650, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.743220] env[69316]: INFO nova.compute.manager [-] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Took 1.27 seconds to deallocate network for instance. [ 1110.757713] env[69316]: DEBUG oslo_vmware.api [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25709} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.757865] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.758084] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.758306] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.758490] env[69316]: INFO nova.compute.manager [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1110.758734] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.758920] env[69316]: DEBUG nova.compute.manager [-] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.759023] env[69316]: DEBUG nova.network.neutron [-] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.777778] env[69316]: DEBUG nova.network.neutron [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Updated VIF entry in instance network info cache for port 32f77478-51fd-43ac-b950-5503c24e6b4d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.779425] env[69316]: DEBUG nova.network.neutron [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Updating instance_info_cache with network_info: [{"id": "32f77478-51fd-43ac-b950-5503c24e6b4d", "address": "fa:16:3e:13:e1:c2", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f77478-51", "ovs_interfaceid": "32f77478-51fd-43ac-b950-5503c24e6b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.840858] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.903136] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e8cf5e68-edff-4c8e-b675-98ee5ca567e8 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.903747] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.373s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.903962] env[69316]: DEBUG nova.objects.instance [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lazy-loading 'resources' on Instance uuid d51bf693-74f0-4221-8c2b-2660070fd994 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.973035] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2898c2f-dbac-490f-bc76-11de79498cf6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.211s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.026933] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "refresh_cache-7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.026933] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "refresh_cache-7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.026933] env[69316]: DEBUG nova.network.neutron [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.041914] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367650, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.254773] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.281361] env[69316]: DEBUG oslo_concurrency.lockutils [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] Releasing lock "refresh_cache-da2d6f73-1d43-4aa7-9961-42c982ed7930" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.281789] env[69316]: DEBUG nova.compute.manager [req-1fac430f-11a7-46a1-8d58-5eccf9117da0 req-a0ce2280-2830-43a0-9162-bb598fd38857 service nova] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Received event network-vif-deleted-d275ef7e-3cff-46f1-9a54-c0b17ea0c167 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.345864] env[69316]: DEBUG oslo_concurrency.lockutils [None req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8-f69d59d3-fd25-4134-8a72-be5e45bed483" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.976s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.548418] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367650, 'name': CreateVM_Task, 'duration_secs': 0.612547} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.548418] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.549764] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.549764] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.549764] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.549764] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8764b59-a1cf-4b2b-87b1-4c8e8526b0fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.555530] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1111.555530] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524fc27f-9333-2983-f6f2-30beffd249f9" [ 1111.555530] env[69316]: _type = "Task" [ 1111.555530] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.568345] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524fc27f-9333-2983-f6f2-30beffd249f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.568688] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.568881] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.569127] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.569279] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.569462] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.569729] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2039f3bb-d71b-43e4-ad88-4c28a9dedf2b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.581364] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.581635] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.583701] env[69316]: DEBUG nova.network.neutron [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.587385] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79303031-acc2-4872-bed9-8b48a7f643c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.591965] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1111.591965] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52839fc4-2a23-8b2c-d56d-da7ffbc31063" [ 1111.591965] env[69316]: _type = "Task" [ 1111.591965] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.602705] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52839fc4-2a23-8b2c-d56d-da7ffbc31063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.653126] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe92417e-7caf-4137-a426-c2c104a51ba2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.661161] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aed9b1-b3f1-4138-acfa-df1a2d45a378 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.698589] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8245b0d5-083b-4d1c-90f7-06b6c026abc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.701480] env[69316]: DEBUG nova.network.neutron [-] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.708927] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198c785c-16bf-40b1-b2b9-b64a66f2e32b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.728095] env[69316]: DEBUG nova.compute.provider_tree [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.775588] env[69316]: DEBUG nova.network.neutron [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Updating instance_info_cache with network_info: [{"id": "3f66064d-91fd-4bfd-81e8-006174c75105", "address": "fa:16:3e:05:87:c0", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66064d-91", "ovs_interfaceid": "3f66064d-91fd-4bfd-81e8-006174c75105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.783890] env[69316]: DEBUG nova.compute.manager [req-eb58e03f-f747-4f04-b761-3dfacd5a046a req-764fb62a-7fd8-47d3-b8b3-d62da90faf22 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received event network-changed-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.783890] env[69316]: DEBUG nova.compute.manager [req-eb58e03f-f747-4f04-b761-3dfacd5a046a req-764fb62a-7fd8-47d3-b8b3-d62da90faf22 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Refreshing instance network info cache due to event network-changed-c70137f8-5765-4095-a73c-f09a2764a2bb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.783890] env[69316]: DEBUG oslo_concurrency.lockutils [req-eb58e03f-f747-4f04-b761-3dfacd5a046a req-764fb62a-7fd8-47d3-b8b3-d62da90faf22 service nova] Acquiring lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.783890] env[69316]: DEBUG oslo_concurrency.lockutils [req-eb58e03f-f747-4f04-b761-3dfacd5a046a req-764fb62a-7fd8-47d3-b8b3-d62da90faf22 service nova] Acquired lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.784053] env[69316]: DEBUG nova.network.neutron [req-eb58e03f-f747-4f04-b761-3dfacd5a046a req-764fb62a-7fd8-47d3-b8b3-d62da90faf22 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Refreshing network info cache for port c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.103369] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52839fc4-2a23-8b2c-d56d-da7ffbc31063, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.104531] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3af2dc5-b977-4323-8dbb-af18ab423050 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.110085] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1112.110085] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52312120-7fd3-2094-a0fe-18e70a8e8707" [ 1112.110085] env[69316]: _type = "Task" [ 1112.110085] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.118442] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52312120-7fd3-2094-a0fe-18e70a8e8707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.204261] env[69316]: INFO nova.compute.manager [-] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Took 1.45 seconds to deallocate network for instance. [ 1112.233025] env[69316]: DEBUG nova.scheduler.client.report [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.279037] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "refresh_cache-7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.279037] env[69316]: DEBUG nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Instance network_info: |[{"id": "3f66064d-91fd-4bfd-81e8-006174c75105", "address": "fa:16:3e:05:87:c0", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66064d-91", "ovs_interfaceid": "3f66064d-91fd-4bfd-81e8-006174c75105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.279560] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:87:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f66064d-91fd-4bfd-81e8-006174c75105', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.289723] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.293382] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.293647] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4345e995-5e81-46e7-9540-f7e049daf731 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.315031] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.315031] env[69316]: value = "task-3367651" [ 1112.315031] env[69316]: _type = "Task" [ 1112.315031] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.323142] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367651, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.467362] env[69316]: DEBUG nova.compute.manager [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Received event network-vif-plugged-3f66064d-91fd-4bfd-81e8-006174c75105 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.467990] env[69316]: DEBUG oslo_concurrency.lockutils [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] Acquiring lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.468233] env[69316]: DEBUG oslo_concurrency.lockutils [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] Lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.468418] env[69316]: DEBUG oslo_concurrency.lockutils [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] Lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.468572] env[69316]: DEBUG nova.compute.manager [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] No waiting events found dispatching network-vif-plugged-3f66064d-91fd-4bfd-81e8-006174c75105 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.468752] env[69316]: WARNING nova.compute.manager [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Received unexpected event network-vif-plugged-3f66064d-91fd-4bfd-81e8-006174c75105 for instance with vm_state building and task_state spawning. [ 1112.468908] env[69316]: DEBUG nova.compute.manager [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Received event network-changed-3f66064d-91fd-4bfd-81e8-006174c75105 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.469064] env[69316]: DEBUG nova.compute.manager [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Refreshing instance network info cache due to event network-changed-3f66064d-91fd-4bfd-81e8-006174c75105. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.469252] env[69316]: DEBUG oslo_concurrency.lockutils [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] Acquiring lock "refresh_cache-7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.469394] env[69316]: DEBUG oslo_concurrency.lockutils [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] Acquired lock "refresh_cache-7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.469606] env[69316]: DEBUG nova.network.neutron [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Refreshing network info cache for port 3f66064d-91fd-4bfd-81e8-006174c75105 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.545114] env[69316]: DEBUG nova.network.neutron [req-eb58e03f-f747-4f04-b761-3dfacd5a046a req-764fb62a-7fd8-47d3-b8b3-d62da90faf22 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updated VIF entry in instance network info cache for port c70137f8-5765-4095-a73c-f09a2764a2bb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.545779] env[69316]: DEBUG nova.network.neutron [req-eb58e03f-f747-4f04-b761-3dfacd5a046a req-764fb62a-7fd8-47d3-b8b3-d62da90faf22 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [{"id": "c70137f8-5765-4095-a73c-f09a2764a2bb", "address": "fa:16:3e:54:14:91", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70137f8-57", "ovs_interfaceid": "c70137f8-5765-4095-a73c-f09a2764a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.622492] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52312120-7fd3-2094-a0fe-18e70a8e8707, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.622864] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.623228] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] da2d6f73-1d43-4aa7-9961-42c982ed7930/da2d6f73-1d43-4aa7-9961-42c982ed7930.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.623577] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d16d9f85-b612-4595-bb1d-fafc2b6f5796 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.631778] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1112.631778] env[69316]: value = "task-3367652" [ 1112.631778] env[69316]: _type = "Task" [ 1112.631778] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.641783] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.712069] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.743034] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.745955] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.491s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.745955] env[69316]: DEBUG nova.objects.instance [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lazy-loading 'resources' on Instance uuid d9a020b9-0a78-438c-ac7b-f3466f7cb0ea {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.768312] env[69316]: INFO nova.scheduler.client.report [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Deleted allocations for instance d51bf693-74f0-4221-8c2b-2660070fd994 [ 1112.827041] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367651, 'name': CreateVM_Task, 'duration_secs': 0.374662} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.827041] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.827549] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.827713] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.828128] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.828577] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914c59ff-4c81-4262-91da-54e0534bd84d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.834379] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1112.834379] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52078f75-dbdd-ea50-00b7-3c2b747e97de" [ 1112.834379] env[69316]: _type = "Task" [ 1112.834379] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.843691] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52078f75-dbdd-ea50-00b7-3c2b747e97de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.048914] env[69316]: DEBUG oslo_concurrency.lockutils [req-eb58e03f-f747-4f04-b761-3dfacd5a046a req-764fb62a-7fd8-47d3-b8b3-d62da90faf22 service nova] Releasing lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.148429] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367652, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.211235] env[69316]: DEBUG nova.network.neutron [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Updated VIF entry in instance network info cache for port 3f66064d-91fd-4bfd-81e8-006174c75105. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.211890] env[69316]: DEBUG nova.network.neutron [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Updating instance_info_cache with network_info: [{"id": "3f66064d-91fd-4bfd-81e8-006174c75105", "address": "fa:16:3e:05:87:c0", "network": {"id": "7870edf0-7987-45fd-849c-4cb5c601b584", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1032465166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdd9268120f74039a127c7ac485bb997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66064d-91", "ovs_interfaceid": "3f66064d-91fd-4bfd-81e8-006174c75105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.275651] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0aa88f1-3eb8-4fe2-8d9c-e0a1abcdd733 tempest-ServersListShow298Test-942013438 tempest-ServersListShow298Test-942013438-project-member] Lock "d51bf693-74f0-4221-8c2b-2660070fd994" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.049s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.346571] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52078f75-dbdd-ea50-00b7-3c2b747e97de, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.347409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.347409] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.347409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.347585] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.347630] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.347903] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52304d67-74ca-46b3-ad3e-6217afcf2706 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.357034] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.357034] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.357900] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03357ebf-f457-4ff4-b7c0-2c2ab832d4b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.365281] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1113.365281] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523d10ef-f6f3-d8c7-c0ff-a72148a702df" [ 1113.365281] env[69316]: _type = "Task" [ 1113.365281] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.375214] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523d10ef-f6f3-d8c7-c0ff-a72148a702df, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.378256] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f907aa-32f1-4f22-9ca5-a7c31c17bf49 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.383603] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1113.383603] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c76d1c-2813-67e0-80f3-37ca88991e4f" [ 1113.383603] env[69316]: _type = "Task" [ 1113.383603] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.393400] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c76d1c-2813-67e0-80f3-37ca88991e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.414985] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50555398-be9e-480d-b9d5-732829d39a9f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.422609] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23abd601-1a82-4ba0-9b53-05a5082a0d33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.456706] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac8890c-445c-4a15-aff2-46eef9b6e7ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.465290] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15f4ce9-5c52-47e8-9cd7-872f99733e5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.479931] env[69316]: DEBUG nova.compute.provider_tree [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.646310] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628322} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.646569] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] da2d6f73-1d43-4aa7-9961-42c982ed7930/da2d6f73-1d43-4aa7-9961-42c982ed7930.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.646781] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.647035] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a44d6df-eaa7-41dc-82f1-5df67cbd56f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.654130] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1113.654130] env[69316]: value = "task-3367653" [ 1113.654130] env[69316]: _type = "Task" [ 1113.654130] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.661888] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.715854] env[69316]: DEBUG oslo_concurrency.lockutils [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] Releasing lock "refresh_cache-7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.716170] env[69316]: DEBUG nova.compute.manager [req-6ef5af11-d143-44f3-a6bb-0cf3d2f89d3f req-4436f138-0a1c-401d-b48d-3eb225f5a4de service nova] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Received event network-vif-deleted-6619ec0f-222c-4aa9-a6bb-99d734998d75 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.893586] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c76d1c-2813-67e0-80f3-37ca88991e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008483} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.893873] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.894163] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5/7b9e0e1e-9cca-416c-a52c-0c42fdee38d5.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.894451] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a632460-afae-43b0-81cd-67423baae982 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.902315] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1113.902315] env[69316]: value = "task-3367654" [ 1113.902315] env[69316]: _type = "Task" [ 1113.902315] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.910947] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.983666] env[69316]: DEBUG nova.scheduler.client.report [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.164512] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073816} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.164814] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.165641] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c87a638-4181-4f28-a7c7-14e4fad7ae8d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.189636] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] da2d6f73-1d43-4aa7-9961-42c982ed7930/da2d6f73-1d43-4aa7-9961-42c982ed7930.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.190076] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7307271-a1ca-4514-8e5d-ecd8582bc92c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.211189] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1114.211189] env[69316]: value = "task-3367655" [ 1114.211189] env[69316]: _type = "Task" [ 1114.211189] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.220228] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.412925] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471649} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.413313] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5/7b9e0e1e-9cca-416c-a52c-0c42fdee38d5.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.413494] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.413848] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-387169a8-751d-4104-af51-5091c3d79f96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.420703] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1114.420703] env[69316]: value = "task-3367656" [ 1114.420703] env[69316]: _type = "Task" [ 1114.420703] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.428973] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.489226] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.491884] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.780s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.492045] env[69316]: DEBUG nova.objects.instance [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'resources' on Instance uuid 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.512872] env[69316]: INFO nova.scheduler.client.report [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Deleted allocations for instance d9a020b9-0a78-438c-ac7b-f3466f7cb0ea [ 1114.721954] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367655, 'name': ReconfigVM_Task, 'duration_secs': 0.414666} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.722560] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Reconfigured VM instance instance-00000057 to attach disk [datastore1] da2d6f73-1d43-4aa7-9961-42c982ed7930/da2d6f73-1d43-4aa7-9961-42c982ed7930.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.723569] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ddeba83-6749-48d1-8b0e-7b88ff6bc4d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.731869] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1114.731869] env[69316]: value = "task-3367657" [ 1114.731869] env[69316]: _type = "Task" [ 1114.731869] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.740485] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367657, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.931501] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069047} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.931831] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.932762] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c453ac9e-0634-4373-b515-87bf565b23a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.959436] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5/7b9e0e1e-9cca-416c-a52c-0c42fdee38d5.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.959564] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-351522df-e973-4eb6-b4c8-c0aca6fc87b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.981820] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1114.981820] env[69316]: value = "task-3367658" [ 1114.981820] env[69316]: _type = "Task" [ 1114.981820] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.990205] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.020675] env[69316]: DEBUG oslo_concurrency.lockutils [None req-34c66017-4920-40a9-a9ab-638a05033158 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Lock "d9a020b9-0a78-438c-ac7b-f3466f7cb0ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.742s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.190965] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc9bb88-3e5e-4581-9cf7-57dbcb272595 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.199540] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbcce7a-643b-45a0-bcb2-9a6762df21b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.231241] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855c7dd4-6060-472b-a8b2-2b7a6eb6f5bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.245593] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb79ffb-229e-4e7f-8e98-1d21656827c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.249673] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367657, 'name': Rename_Task, 'duration_secs': 0.145668} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.250626] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.250626] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97b37d36-7ce3-427b-89a9-833426da1c52 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.260725] env[69316]: DEBUG nova.compute.provider_tree [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.268127] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1115.268127] env[69316]: value = "task-3367659" [ 1115.268127] env[69316]: _type = "Task" [ 1115.268127] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.277333] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.493129] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.764015] env[69316]: DEBUG nova.scheduler.client.report [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.778076] env[69316]: DEBUG oslo_vmware.api [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367659, 'name': PowerOnVM_Task, 'duration_secs': 0.483421} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.779065] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.779065] env[69316]: INFO nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1115.779065] env[69316]: DEBUG nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.779887] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e085925-ed9e-4b3b-bc67-98c4bd2580b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.998149] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367658, 'name': ReconfigVM_Task, 'duration_secs': 0.544215} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.998839] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5/7b9e0e1e-9cca-416c-a52c-0c42fdee38d5.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.999575] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6e51e28-54eb-4565-96b9-4cf020761a3d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.006362] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1116.006362] env[69316]: value = "task-3367660" [ 1116.006362] env[69316]: _type = "Task" [ 1116.006362] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.014517] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367660, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.270728] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.296536] env[69316]: INFO nova.scheduler.client.report [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleted allocations for instance 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8 [ 1116.301988] env[69316]: INFO nova.compute.manager [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Took 18.20 seconds to build instance. [ 1116.517719] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367660, 'name': Rename_Task, 'duration_secs': 0.146198} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.517990] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.518263] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a2546d-7c61-4ccc-8088-f0b01b5e87c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.525392] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1116.525392] env[69316]: value = "task-3367661" [ 1116.525392] env[69316]: _type = "Task" [ 1116.525392] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.535214] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.807518] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.715s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.808063] env[69316]: DEBUG oslo_concurrency.lockutils [None req-26604a08-206c-44c7-aac7-3586543900e2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.677s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.045985] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.538315] env[69316]: DEBUG oslo_vmware.api [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367661, 'name': PowerOnVM_Task, 'duration_secs': 0.550319} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.538635] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.538852] env[69316]: INFO nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1117.539105] env[69316]: DEBUG nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.540067] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b1a026-3621-4759-8589-30d444d307cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.566699] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.566939] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.925057] env[69316]: DEBUG oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8b3c-cf41-e5f3-5e43-9a51a9026e37/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1117.925993] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f7d58f-82cb-47f4-86da-e9f5de252c9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.936476] env[69316]: DEBUG oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8b3c-cf41-e5f3-5e43-9a51a9026e37/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1117.936664] env[69316]: ERROR oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8b3c-cf41-e5f3-5e43-9a51a9026e37/disk-0.vmdk due to incomplete transfer. [ 1117.936909] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1a4cc06c-a1df-46b3-a0dc-fe6d1a6ed2c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.945932] env[69316]: DEBUG oslo_vmware.rw_handles [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8b3c-cf41-e5f3-5e43-9a51a9026e37/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1117.946072] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Uploaded image 873aa830-8bc7-4ec6-aee4-f4b5046f87c4 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1117.948724] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1117.948999] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d248973c-c445-4613-b590-c30aa6cc0114 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.955915] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1117.955915] env[69316]: value = "task-3367662" [ 1117.955915] env[69316]: _type = "Task" [ 1117.955915] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.967396] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367662, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.064768] env[69316]: INFO nova.compute.manager [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Took 16.44 seconds to build instance. [ 1118.070373] env[69316]: DEBUG nova.compute.utils [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.471024] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367662, 'name': Destroy_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.567569] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.944s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.573523] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.854166] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.854166] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.854675] env[69316]: INFO nova.compute.manager [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Shelving [ 1118.972639] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367662, 'name': Destroy_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.473756] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367662, 'name': Destroy_Task, 'duration_secs': 1.40047} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.474065] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Destroyed the VM [ 1119.474788] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1119.474788] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e2b75138-9223-4698-8628-c7b5d58a4d4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.484490] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1119.484490] env[69316]: value = "task-3367663" [ 1119.484490] env[69316]: _type = "Task" [ 1119.484490] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.496389] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367663, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.526377] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.526635] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.662246] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.662246] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.662650] env[69316]: INFO nova.compute.manager [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Attaching volume f3ed6998-39fc-4ef1-b885-4970f7c2c153 to /dev/sdb [ 1119.715207] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb726276-5c5e-4bba-aea9-de85ed58e8b4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.726692] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3402d4c-8d07-4963-a8a2-7d63da41f5a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.750687] env[69316]: DEBUG nova.virt.block_device [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Updating existing volume attachment record: a63f4ba3-6234-49ce-9411-6f3fb8673298 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1119.872455] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.872455] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db0467df-aed2-4f26-9c67-d971f54e51f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.883983] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1119.883983] env[69316]: value = "task-3367664" [ 1119.883983] env[69316]: _type = "Task" [ 1119.883983] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.897277] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.931065] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.931784] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.931784] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.931950] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.932204] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.936823] env[69316]: INFO nova.compute.manager [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Terminating instance [ 1119.997930] env[69316]: DEBUG oslo_vmware.api [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367663, 'name': RemoveSnapshot_Task, 'duration_secs': 0.388313} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.998633] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1119.999276] env[69316]: INFO nova.compute.manager [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Took 15.73 seconds to snapshot the instance on the hypervisor. [ 1120.031882] env[69316]: DEBUG nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.394892] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367664, 'name': PowerOffVM_Task, 'duration_secs': 0.278815} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.395195] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.395986] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b716ed-cc26-4c0a-85fa-0f26a58bb269 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.417807] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b406455e-4084-440e-8643-5a2327bbc208 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.442514] env[69316]: DEBUG nova.compute.manager [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.444103] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.444989] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d709c90d-eb82-4141-8f46-8cf7f8d9b69c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.454961] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.456021] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16074a8-3ff3-4403-a57a-37efbb837121 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.503749] env[69316]: DEBUG nova.compute.manager [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Instance disappeared during snapshot {{(pid=69316) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1120.519515] env[69316]: DEBUG nova.compute.manager [None req-770da0f6-5a6d-43e6-ab42-95128f6da66a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image not found during clean up 873aa830-8bc7-4ec6-aee4-f4b5046f87c4 {{(pid=69316) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1120.541283] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.541283] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.541283] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleting the datastore file [datastore2] d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.543919] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55262906-7b38-4176-84e6-0132e9e88758 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.552613] env[69316]: DEBUG oslo_vmware.api [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1120.552613] env[69316]: value = "task-3367669" [ 1120.552613] env[69316]: _type = "Task" [ 1120.552613] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.561148] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.561326] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.571245] env[69316]: DEBUG oslo_vmware.api [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.572551] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.573169] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.574311] env[69316]: INFO nova.compute.claims [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.644728] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.645134] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.645403] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.646194] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.646396] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.648754] env[69316]: INFO nova.compute.manager [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Terminating instance [ 1120.930927] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.931377] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4a7b34a-421c-4b03-8898-a548e0055f77 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.940267] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1120.940267] env[69316]: value = "task-3367670" [ 1120.940267] env[69316]: _type = "Task" [ 1120.940267] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.949289] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367670, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.064933] env[69316]: DEBUG nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.074634] env[69316]: DEBUG oslo_vmware.api [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418952} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.075256] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.076825] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.076825] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.076825] env[69316]: INFO nova.compute.manager [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1121.076825] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.076825] env[69316]: DEBUG nova.compute.manager [-] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.076825] env[69316]: DEBUG nova.network.neutron [-] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.154839] env[69316]: DEBUG nova.compute.manager [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.155627] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.156540] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2241fcf5-38cb-40c0-8e04-b32244229717 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.165151] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.165499] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e686597b-12fe-43ac-a9bf-a757d058a055 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.172582] env[69316]: DEBUG oslo_vmware.api [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1121.172582] env[69316]: value = "task-3367671" [ 1121.172582] env[69316]: _type = "Task" [ 1121.172582] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.182593] env[69316]: DEBUG oslo_vmware.api [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.379871] env[69316]: DEBUG nova.compute.manager [req-e94c45e2-7782-4c56-9aac-40715a883c7c req-99dff38f-4f3c-4933-88c6-e8fbaea4095a service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Received event network-vif-deleted-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.380176] env[69316]: INFO nova.compute.manager [req-e94c45e2-7782-4c56-9aac-40715a883c7c req-99dff38f-4f3c-4933-88c6-e8fbaea4095a service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Neutron deleted interface 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895; detaching it from the instance and deleting it from the info cache [ 1121.380272] env[69316]: DEBUG nova.network.neutron [req-e94c45e2-7782-4c56-9aac-40715a883c7c req-99dff38f-4f3c-4933-88c6-e8fbaea4095a service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.454137] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367670, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.593607] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.654398] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.654641] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.685854] env[69316]: DEBUG oslo_vmware.api [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367671, 'name': PowerOffVM_Task, 'duration_secs': 0.236508} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.686178] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.686377] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.686724] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff7fed1d-ff77-4cda-98c6-20aa408f9970 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.761477] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.761700] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.761884] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleting the datastore file [datastore1] 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.762169] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7dc191c-a6c7-4456-880c-cbc6d2c7eaf3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.767807] env[69316]: DEBUG oslo_vmware.api [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for the task: (returnval){ [ 1121.767807] env[69316]: value = "task-3367673" [ 1121.767807] env[69316]: _type = "Task" [ 1121.767807] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.777673] env[69316]: DEBUG oslo_vmware.api [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.786432] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b94f10e-f4a8-4416-bf29-674d2503be2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.793063] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56a88d-9b2c-412f-8d21-939302d853b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.824204] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9147b79-1cc5-453f-b656-3b473ea9924b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.833041] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d35754-6186-4cf8-8d52-d310b1e1e126 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.850029] env[69316]: DEBUG nova.compute.provider_tree [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.850797] env[69316]: DEBUG nova.network.neutron [-] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.883372] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b90e8f3f-516f-4c43-9426-2f224b99d04b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.895499] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093350e7-ab2e-4bf0-850d-84fe165373f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.932469] env[69316]: DEBUG nova.compute.manager [req-e94c45e2-7782-4c56-9aac-40715a883c7c req-99dff38f-4f3c-4933-88c6-e8fbaea4095a service nova] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Detach interface failed, port_id=01c59f0b-0e7a-4f1d-8cce-130fbd8b6895, reason: Instance d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.952789] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367670, 'name': CreateSnapshot_Task, 'duration_secs': 0.762379} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.953107] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1121.954083] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9421d118-1cf1-4a58-b65d-b67fe0f2a39a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.156607] env[69316]: DEBUG nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.279496] env[69316]: DEBUG oslo_vmware.api [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367673, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.353385] env[69316]: DEBUG nova.scheduler.client.report [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.356822] env[69316]: INFO nova.compute.manager [-] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Took 1.28 seconds to deallocate network for instance. [ 1122.479597] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1122.479992] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b82bbd9-f9b7-427a-9486-1a3af997cbe8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.489774] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1122.489774] env[69316]: value = "task-3367675" [ 1122.489774] env[69316]: _type = "Task" [ 1122.489774] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.498448] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367675, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.684431] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.778823] env[69316]: DEBUG oslo_vmware.api [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Task: {'id': task-3367673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512926} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.779095] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.779288] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.779468] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.779639] env[69316]: INFO nova.compute.manager [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1122.779881] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.780093] env[69316]: DEBUG nova.compute.manager [-] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.780190] env[69316]: DEBUG nova.network.neutron [-] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.858438] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.859010] env[69316]: DEBUG nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.863662] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.268s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.863662] env[69316]: INFO nova.compute.claims [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.866634] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.999912] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367675, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.369702] env[69316]: DEBUG nova.compute.utils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.371207] env[69316]: DEBUG nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.371393] env[69316]: DEBUG nova.network.neutron [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.412436] env[69316]: DEBUG nova.compute.manager [req-c824e8f4-28ea-4813-ac66-759ed06bac43 req-8e136f13-e5c1-4a71-b891-1d281f5c520c service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Received event network-vif-deleted-3f66064d-91fd-4bfd-81e8-006174c75105 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.412644] env[69316]: INFO nova.compute.manager [req-c824e8f4-28ea-4813-ac66-759ed06bac43 req-8e136f13-e5c1-4a71-b891-1d281f5c520c service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Neutron deleted interface 3f66064d-91fd-4bfd-81e8-006174c75105; detaching it from the instance and deleting it from the info cache [ 1123.412815] env[69316]: DEBUG nova.network.neutron [req-c824e8f4-28ea-4813-ac66-759ed06bac43 req-8e136f13-e5c1-4a71-b891-1d281f5c520c service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.417076] env[69316]: DEBUG nova.policy [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.500786] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367675, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.532855] env[69316]: DEBUG nova.network.neutron [-] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.713462] env[69316]: DEBUG nova.network.neutron [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Successfully created port: 9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.877559] env[69316]: DEBUG nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.916823] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fc04597-8e8a-4a91-8559-9e381a4db1b4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.933834] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c287c6d-8301-4f40-914a-5fbebb65d4c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.970557] env[69316]: DEBUG nova.compute.manager [req-c824e8f4-28ea-4813-ac66-759ed06bac43 req-8e136f13-e5c1-4a71-b891-1d281f5c520c service nova] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Detach interface failed, port_id=3f66064d-91fd-4bfd-81e8-006174c75105, reason: Instance 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.000062] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367675, 'name': CloneVM_Task, 'duration_secs': 1.439642} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.002338] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Created linked-clone VM from snapshot [ 1124.003248] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3104775-8ee5-4db1-83e7-296fcbadb2a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.010396] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Uploading image 06dc4087-0397-4da6-88f3-605a13797eff {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1124.033290] env[69316]: INFO nova.compute.manager [-] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Took 1.25 seconds to deallocate network for instance. [ 1124.039861] env[69316]: DEBUG oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1124.039861] env[69316]: value = "vm-672001" [ 1124.039861] env[69316]: _type = "VirtualMachine" [ 1124.039861] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1124.042196] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3af38bd0-75eb-426e-b186-029f68894385 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.049601] env[69316]: DEBUG oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lease: (returnval){ [ 1124.049601] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bac599-abf7-0f54-602f-13db195c8949" [ 1124.049601] env[69316]: _type = "HttpNfcLease" [ 1124.049601] env[69316]: } obtained for exporting VM: (result){ [ 1124.049601] env[69316]: value = "vm-672001" [ 1124.049601] env[69316]: _type = "VirtualMachine" [ 1124.049601] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1124.049859] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the lease: (returnval){ [ 1124.049859] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bac599-abf7-0f54-602f-13db195c8949" [ 1124.049859] env[69316]: _type = "HttpNfcLease" [ 1124.049859] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1124.056149] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.056149] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bac599-abf7-0f54-602f-13db195c8949" [ 1124.056149] env[69316]: _type = "HttpNfcLease" [ 1124.056149] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1124.090453] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a78f9-a41b-402d-bf42-381f1040ef95 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.097561] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcceb5b-6100-40e6-947a-0fb624ec0705 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.127606] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6404486b-a6ce-4d0b-b133-ed178e213c6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.135963] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723309c-06d4-4ee6-b77c-a9477f94960a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.150983] env[69316]: DEBUG nova.compute.provider_tree [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.299423] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1124.299675] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671999', 'volume_id': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'name': 'volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da2d6f73-1d43-4aa7-9961-42c982ed7930', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'serial': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1124.300581] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e701d4d-f21e-41e0-b9fa-efa634a36d63 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.316816] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175fd7cf-7141-4811-b335-90b2df095bc7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.340297] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153/volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.340531] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2531a0-6ccc-4e39-b1ac-80f673fb553e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.357796] env[69316]: DEBUG oslo_vmware.api [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1124.357796] env[69316]: value = "task-3367677" [ 1124.357796] env[69316]: _type = "Task" [ 1124.357796] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.366552] env[69316]: DEBUG oslo_vmware.api [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.546403] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.558048] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.558048] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bac599-abf7-0f54-602f-13db195c8949" [ 1124.558048] env[69316]: _type = "HttpNfcLease" [ 1124.558048] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1124.558352] env[69316]: DEBUG oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1124.558352] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bac599-abf7-0f54-602f-13db195c8949" [ 1124.558352] env[69316]: _type = "HttpNfcLease" [ 1124.558352] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1124.559442] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa38ce74-72cb-4c92-8423-89a437e0e4f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.567092] env[69316]: DEBUG oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be861e-5563-feb4-d84d-f18891e7b052/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1124.567283] env[69316]: DEBUG oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be861e-5563-feb4-d84d-f18891e7b052/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1124.653958] env[69316]: DEBUG nova.scheduler.client.report [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.656921] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f369fdd-80fb-4ad0-ab32-0141f93f861b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.871042] env[69316]: DEBUG oslo_vmware.api [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367677, 'name': ReconfigVM_Task, 'duration_secs': 0.379087} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.871548] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153/volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.878397] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b52278d-9b0d-46bd-afc1-db10ecf7e552 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.890116] env[69316]: DEBUG nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.899874] env[69316]: DEBUG oslo_vmware.api [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1124.899874] env[69316]: value = "task-3367678" [ 1124.899874] env[69316]: _type = "Task" [ 1124.899874] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.910339] env[69316]: DEBUG oslo_vmware.api [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.916176] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.916478] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.916737] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.917041] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.917270] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.917516] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.917733] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.917897] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.918082] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.918251] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.918430] env[69316]: DEBUG nova.virt.hardware [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.919288] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382a8f6-c958-41a2-9420-c865ba5d771b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.927871] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1095722-7b48-4b42-9f2d-d75b0aee5259 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.160036] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.160641] env[69316]: DEBUG nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.163658] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.479s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.165211] env[69316]: INFO nova.compute.claims [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.231425] env[69316]: DEBUG nova.network.neutron [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Successfully updated port: 9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.411183] env[69316]: DEBUG oslo_vmware.api [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367678, 'name': ReconfigVM_Task, 'duration_secs': 0.217197} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.411593] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671999', 'volume_id': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'name': 'volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da2d6f73-1d43-4aa7-9961-42c982ed7930', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'serial': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1125.446049] env[69316]: DEBUG nova.compute.manager [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-vif-plugged-9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.446276] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.446713] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.447401] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.448084] env[69316]: DEBUG nova.compute.manager [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] No waiting events found dispatching network-vif-plugged-9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.448084] env[69316]: WARNING nova.compute.manager [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received unexpected event network-vif-plugged-9ac9d578-5914-49fd-948a-03781e4ace69 for instance with vm_state building and task_state spawning. [ 1125.448084] env[69316]: DEBUG nova.compute.manager [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-changed-9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.448084] env[69316]: DEBUG nova.compute.manager [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Refreshing instance network info cache due to event network-changed-9ac9d578-5914-49fd-948a-03781e4ace69. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.448507] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] Acquiring lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.448507] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] Acquired lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.448674] env[69316]: DEBUG nova.network.neutron [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Refreshing network info cache for port 9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.677027] env[69316]: DEBUG nova.compute.utils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.679394] env[69316]: DEBUG nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.679394] env[69316]: DEBUG nova.network.neutron [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.735636] env[69316]: DEBUG nova.policy [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80c0a2b49e4b4b269baafc6cca88de3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9b61f0579814c6aba86c35a7f77736f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.737456] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.989834] env[69316]: DEBUG nova.network.neutron [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.993753] env[69316]: DEBUG nova.network.neutron [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Successfully created port: 23329f86-1d39-496b-841b-e07cfcb9deb2 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.063359] env[69316]: DEBUG nova.network.neutron [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.182423] env[69316]: DEBUG nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.393457] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb60df9-7b18-45cc-bc57-deaa9cc35e8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.406266] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e48b5-5bfc-4e7a-8c25-020674034aa2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.440077] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0c01e4-4920-4f08-85a0-e501e09d58c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.450374] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff1cc4-62c7-4dee-a1f6-33e2e691832c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.458017] env[69316]: DEBUG nova.objects.instance [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'flavor' on Instance uuid da2d6f73-1d43-4aa7-9961-42c982ed7930 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.468263] env[69316]: DEBUG nova.compute.provider_tree [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.566727] env[69316]: DEBUG oslo_concurrency.lockutils [req-0f6033b6-ba44-4f0a-b5cd-b1d6fb4f16c9 req-fd94059f-8893-46ca-acd2-807322984e05 service nova] Releasing lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.567268] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.567529] env[69316]: DEBUG nova.network.neutron [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.973967] env[69316]: DEBUG nova.scheduler.client.report [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.977359] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c5f1d49c-9f8a-4c9b-9cfd-7fca773b04c2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.315s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.099394] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.101806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.101806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da2d6f73-1d43-4aa7-9961-42c982ed7930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.101806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.101806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.103341] env[69316]: INFO nova.compute.manager [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Terminating instance [ 1127.104639] env[69316]: DEBUG nova.network.neutron [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.193118] env[69316]: DEBUG nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.218417] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.218687] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.218846] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.219039] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.219212] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.219359] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.219571] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.219763] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.219934] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.220113] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.220353] env[69316]: DEBUG nova.virt.hardware [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.221245] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b684c5a-58f0-4902-93a3-427d579e9fe9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.230451] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2176d1e3-3109-44ef-8726-3661cc1238d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.247737] env[69316]: DEBUG nova.network.neutron [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [{"id": "9ac9d578-5914-49fd-948a-03781e4ace69", "address": "fa:16:3e:17:90:57", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac9d578-59", "ovs_interfaceid": "9ac9d578-5914-49fd-948a-03781e4ace69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.480601] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.481156] env[69316]: DEBUG nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.488091] env[69316]: DEBUG nova.compute.manager [req-b0c3b79a-eb0f-4cd6-81fb-7a3a04d5d9e5 req-cde94db1-a989-42b1-bf47-f2c72d9ae06f service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Received event network-vif-plugged-23329f86-1d39-496b-841b-e07cfcb9deb2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.488283] env[69316]: DEBUG oslo_concurrency.lockutils [req-b0c3b79a-eb0f-4cd6-81fb-7a3a04d5d9e5 req-cde94db1-a989-42b1-bf47-f2c72d9ae06f service nova] Acquiring lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.488519] env[69316]: DEBUG oslo_concurrency.lockutils [req-b0c3b79a-eb0f-4cd6-81fb-7a3a04d5d9e5 req-cde94db1-a989-42b1-bf47-f2c72d9ae06f service nova] Lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.489055] env[69316]: DEBUG oslo_concurrency.lockutils [req-b0c3b79a-eb0f-4cd6-81fb-7a3a04d5d9e5 req-cde94db1-a989-42b1-bf47-f2c72d9ae06f service nova] Lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.489055] env[69316]: DEBUG nova.compute.manager [req-b0c3b79a-eb0f-4cd6-81fb-7a3a04d5d9e5 req-cde94db1-a989-42b1-bf47-f2c72d9ae06f service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] No waiting events found dispatching network-vif-plugged-23329f86-1d39-496b-841b-e07cfcb9deb2 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.489055] env[69316]: WARNING nova.compute.manager [req-b0c3b79a-eb0f-4cd6-81fb-7a3a04d5d9e5 req-cde94db1-a989-42b1-bf47-f2c72d9ae06f service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Received unexpected event network-vif-plugged-23329f86-1d39-496b-841b-e07cfcb9deb2 for instance with vm_state building and task_state spawning. [ 1127.489733] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.623s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.489915] env[69316]: DEBUG nova.objects.instance [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lazy-loading 'resources' on Instance uuid d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.494740] env[69316]: DEBUG nova.network.neutron [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Successfully updated port: 23329f86-1d39-496b-841b-e07cfcb9deb2 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.609467] env[69316]: DEBUG nova.compute.manager [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.609764] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.610095] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc1e4833-ade4-4e5d-abc8-b5fb59be1559 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.620034] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1127.620034] env[69316]: value = "task-3367679" [ 1127.620034] env[69316]: _type = "Task" [ 1127.620034] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.630238] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.750880] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.751216] env[69316]: DEBUG nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Instance network_info: |[{"id": "9ac9d578-5914-49fd-948a-03781e4ace69", "address": "fa:16:3e:17:90:57", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac9d578-59", "ovs_interfaceid": "9ac9d578-5914-49fd-948a-03781e4ace69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.751706] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:90:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac9d578-5914-49fd-948a-03781e4ace69', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.760153] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.760838] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.761131] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ca28934-7e6d-4acd-bc7b-d31ee3d0c6f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.785155] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.785155] env[69316]: value = "task-3367680" [ 1127.785155] env[69316]: _type = "Task" [ 1127.785155] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.794813] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367680, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.991827] env[69316]: DEBUG nova.compute.utils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.994048] env[69316]: DEBUG nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.994048] env[69316]: DEBUG nova.network.neutron [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.998970] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "refresh_cache-bf799f91-b9d9-4766-bf37-1bdba1d53a1e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.998970] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "refresh_cache-bf799f91-b9d9-4766-bf37-1bdba1d53a1e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.998970] env[69316]: DEBUG nova.network.neutron [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.048329] env[69316]: DEBUG nova.policy [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d9ffddb2d4446386f6608ab7947d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f71f0a6a1ef4410a9cbad1a53e22585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.142471] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367679, 'name': PowerOffVM_Task, 'duration_secs': 0.218552} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.142471] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.142471] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1128.142471] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671999', 'volume_id': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'name': 'volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da2d6f73-1d43-4aa7-9961-42c982ed7930', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'serial': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1128.142471] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd854fc6-fdfb-4e53-9d3b-3b7f028c9f1f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.178169] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8fa45-83f7-4072-bb07-ff86254f32b2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.182116] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586dc6e-dee5-4f99-b6e9-ee0660634816 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.208680] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73ba243-3b74-4767-9516-35413a1c38b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.225145] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] The volume has not been displaced from its original location: [datastore2] volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153/volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1128.230488] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.233304] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9130b375-ed73-4d1e-bdea-70f115315311 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.254033] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1128.254033] env[69316]: value = "task-3367681" [ 1128.254033] env[69316]: _type = "Task" [ 1128.254033] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.269027] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.282172] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e42deb-d4d4-4922-9aa2-a3571c6f816c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.301049] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977c230e-d2ba-4e47-8cb2-2188f2ae45df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.304938] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367680, 'name': CreateVM_Task, 'duration_secs': 0.426627} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.304938] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.305530] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.305918] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.306034] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.306301] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec0fb1d-9101-476b-8a20-8ee088044571 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.333430] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a72752a-9f0f-4e9e-b178-1199fd8932c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.337507] env[69316]: DEBUG nova.objects.instance [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lazy-loading 'flavor' on Instance uuid bcf1c77e-0e73-4509-be6c-7d02ba0b57d6 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.342201] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1128.342201] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ee0c14-98e7-352f-4176-5d1560f6e8c2" [ 1128.342201] env[69316]: _type = "Task" [ 1128.342201] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.347969] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7943393-63e0-4da7-9673-42e3fbc21dc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.356295] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ee0c14-98e7-352f-4176-5d1560f6e8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.358753] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.358753] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.358753] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.358753] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.358753] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.358753] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2efc28d7-1c81-4115-b5b6-f60d2f4d7e48 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.369679] env[69316]: DEBUG nova.compute.provider_tree [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.380039] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.380637] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.381674] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbd3ff3-e8f7-475d-8ed2-281c313edc1d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.388518] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1128.388518] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b10a07-55e9-5466-1c70-d0fe39871d91" [ 1128.388518] env[69316]: _type = "Task" [ 1128.388518] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.397856] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b10a07-55e9-5466-1c70-d0fe39871d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.423951] env[69316]: DEBUG nova.network.neutron [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Successfully created port: e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.497310] env[69316]: DEBUG nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.532939] env[69316]: DEBUG nova.network.neutron [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.746568] env[69316]: DEBUG nova.network.neutron [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Updating instance_info_cache with network_info: [{"id": "23329f86-1d39-496b-841b-e07cfcb9deb2", "address": "fa:16:3e:d9:6b:e8", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23329f86-1d", "ovs_interfaceid": "23329f86-1d39-496b-841b-e07cfcb9deb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.765561] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367681, 'name': ReconfigVM_Task, 'duration_secs': 0.2673} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.766061] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.772745] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9dd9be9-5e4c-4c11-b48e-ef6c66cd3471 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.788142] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1128.788142] env[69316]: value = "task-3367682" [ 1128.788142] env[69316]: _type = "Task" [ 1128.788142] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.797511] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.844087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.844261] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquired lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.874145] env[69316]: DEBUG nova.scheduler.client.report [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.900793] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b10a07-55e9-5466-1c70-d0fe39871d91, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.901618] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab86a18-b423-419a-9d49-587e02a132a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.907721] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1128.907721] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bfc611-6c1e-e5d3-03c7-1827ec590744" [ 1128.907721] env[69316]: _type = "Task" [ 1128.907721] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.916989] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bfc611-6c1e-e5d3-03c7-1827ec590744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.251486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "refresh_cache-bf799f91-b9d9-4766-bf37-1bdba1d53a1e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.251486] env[69316]: DEBUG nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Instance network_info: |[{"id": "23329f86-1d39-496b-841b-e07cfcb9deb2", "address": "fa:16:3e:d9:6b:e8", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23329f86-1d", "ovs_interfaceid": "23329f86-1d39-496b-841b-e07cfcb9deb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.251486] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:6b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23329f86-1d39-496b-841b-e07cfcb9deb2', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.257754] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.257875] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.258122] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbf22f4c-68d9-4fdf-8b71-528d460b6812 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.282638] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.282638] env[69316]: value = "task-3367683" [ 1129.282638] env[69316]: _type = "Task" [ 1129.282638] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.291128] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367683, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.300495] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367682, 'name': ReconfigVM_Task, 'duration_secs': 0.251294} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.300825] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671999', 'volume_id': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'name': 'volume-f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da2d6f73-1d43-4aa7-9961-42c982ed7930', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153', 'serial': 'f3ed6998-39fc-4ef1-b885-4970f7c2c153'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1129.301142] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.301948] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c9621a-146f-47fc-b0b6-2501e5ce0b4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.310683] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.310960] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4a571c-7762-4101-80b9-b62084ca0359 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.342019] env[69316]: DEBUG nova.network.neutron [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.366215] env[69316]: DEBUG nova.compute.manager [req-aad01be1-75fc-445d-bd01-1af79523e975 req-757be5b2-f402-4ad1-9922-2090ab254586 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Received event network-changed-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.366215] env[69316]: DEBUG nova.compute.manager [req-aad01be1-75fc-445d-bd01-1af79523e975 req-757be5b2-f402-4ad1-9922-2090ab254586 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Refreshing instance network info cache due to event network-changed-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.366215] env[69316]: DEBUG oslo_concurrency.lockutils [req-aad01be1-75fc-445d-bd01-1af79523e975 req-757be5b2-f402-4ad1-9922-2090ab254586 service nova] Acquiring lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.381935] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.382840] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.837s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.382840] env[69316]: DEBUG nova.objects.instance [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lazy-loading 'resources' on Instance uuid 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.405900] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.406743] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.406743] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleting the datastore file [datastore1] da2d6f73-1d43-4aa7-9961-42c982ed7930 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.409960] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f88d2fc-e7a6-4830-a401-16bda5e70fa1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.411118] env[69316]: INFO nova.scheduler.client.report [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted allocations for instance d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b [ 1129.423112] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1129.423112] env[69316]: value = "task-3367685" [ 1129.423112] env[69316]: _type = "Task" [ 1129.423112] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.427232] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bfc611-6c1e-e5d3-03c7-1827ec590744, 'name': SearchDatastore_Task, 'duration_secs': 0.017051} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.430605] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.431200] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 00b17308-86bd-4061-a9e4-b17550cb84ad/00b17308-86bd-4061-a9e4-b17550cb84ad.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.431200] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de56226a-f36a-44b9-8d2c-143a93b0e0b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.439811] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.441867] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1129.441867] env[69316]: value = "task-3367686" [ 1129.441867] env[69316]: _type = "Task" [ 1129.441867] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.452637] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.510142] env[69316]: DEBUG nova.compute.manager [req-0a11ea4c-6878-48aa-a5ed-241596ddcf31 req-22822e87-6672-4ca7-a3fb-84ca69ab5901 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Received event network-changed-23329f86-1d39-496b-841b-e07cfcb9deb2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.510366] env[69316]: DEBUG nova.compute.manager [req-0a11ea4c-6878-48aa-a5ed-241596ddcf31 req-22822e87-6672-4ca7-a3fb-84ca69ab5901 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Refreshing instance network info cache due to event network-changed-23329f86-1d39-496b-841b-e07cfcb9deb2. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.510646] env[69316]: DEBUG oslo_concurrency.lockutils [req-0a11ea4c-6878-48aa-a5ed-241596ddcf31 req-22822e87-6672-4ca7-a3fb-84ca69ab5901 service nova] Acquiring lock "refresh_cache-bf799f91-b9d9-4766-bf37-1bdba1d53a1e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.510797] env[69316]: DEBUG oslo_concurrency.lockutils [req-0a11ea4c-6878-48aa-a5ed-241596ddcf31 req-22822e87-6672-4ca7-a3fb-84ca69ab5901 service nova] Acquired lock "refresh_cache-bf799f91-b9d9-4766-bf37-1bdba1d53a1e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.510965] env[69316]: DEBUG nova.network.neutron [req-0a11ea4c-6878-48aa-a5ed-241596ddcf31 req-22822e87-6672-4ca7-a3fb-84ca69ab5901 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Refreshing network info cache for port 23329f86-1d39-496b-841b-e07cfcb9deb2 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.513582] env[69316]: DEBUG nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.547016] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.547016] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.547016] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.547297] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.547458] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.547648] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.547890] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.548114] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.548385] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.548639] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.549276] env[69316]: DEBUG nova.virt.hardware [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.549910] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f4474-37f9-4df6-a825-ba37df742918 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.560643] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bece75db-2edf-46fd-9664-96ef4817f7bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.798464] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367683, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.928226] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.997s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.945376] env[69316]: DEBUG oslo_vmware.api [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164449} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.948547] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.948771] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.948930] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.949123] env[69316]: INFO nova.compute.manager [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1129.949375] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.950145] env[69316]: DEBUG nova.compute.manager [-] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.950145] env[69316]: DEBUG nova.network.neutron [-] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.967031] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367686, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.007023] env[69316]: DEBUG nova.network.neutron [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Successfully updated port: e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.111781] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82152bf2-f940-4411-98e8-f614ebfac61b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.117475] env[69316]: DEBUG nova.network.neutron [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updating instance_info_cache with network_info: [{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.122963] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e204bc00-e78d-4ae5-afc4-6d570b2876bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.166285] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6161c-6901-4e79-be76-54e05cddcdfb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.178845] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb14bcc-7090-4b9c-a14e-2d6fa33ebdc8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.199278] env[69316]: DEBUG nova.compute.provider_tree [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.295018] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367683, 'name': CreateVM_Task, 'duration_secs': 0.545387} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.295348] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.296889] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.297064] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.297382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.300547] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d37340-f51a-48bd-b0b7-b1a6b0585cb8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.305106] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1130.305106] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e31a7f-85b3-4712-6351-2747aa5514e9" [ 1130.305106] env[69316]: _type = "Task" [ 1130.305106] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.318023] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e31a7f-85b3-4712-6351-2747aa5514e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.380191] env[69316]: DEBUG nova.network.neutron [req-0a11ea4c-6878-48aa-a5ed-241596ddcf31 req-22822e87-6672-4ca7-a3fb-84ca69ab5901 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Updated VIF entry in instance network info cache for port 23329f86-1d39-496b-841b-e07cfcb9deb2. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.380685] env[69316]: DEBUG nova.network.neutron [req-0a11ea4c-6878-48aa-a5ed-241596ddcf31 req-22822e87-6672-4ca7-a3fb-84ca69ab5901 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Updating instance_info_cache with network_info: [{"id": "23329f86-1d39-496b-841b-e07cfcb9deb2", "address": "fa:16:3e:d9:6b:e8", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23329f86-1d", "ovs_interfaceid": "23329f86-1d39-496b-841b-e07cfcb9deb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.456810] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562522} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.457162] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 00b17308-86bd-4061-a9e4-b17550cb84ad/00b17308-86bd-4061-a9e4-b17550cb84ad.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.457429] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.457727] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c02b4e2b-ad88-46f1-8d81-ded238a3325e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.468250] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1130.468250] env[69316]: value = "task-3367687" [ 1130.468250] env[69316]: _type = "Task" [ 1130.468250] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.478925] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.509796] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.510105] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.510258] env[69316]: DEBUG nova.network.neutron [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.568708] env[69316]: DEBUG nova.objects.instance [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lazy-loading 'flavor' on Instance uuid bcf1c77e-0e73-4509-be6c-7d02ba0b57d6 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.620352] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Releasing lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.620580] env[69316]: DEBUG nova.compute.manager [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Inject network info {{(pid=69316) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1130.620870] env[69316]: DEBUG nova.compute.manager [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] network_info to inject: |[{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1130.626549] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Reconfiguring VM instance to set the machine id {{(pid=69316) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1130.626549] env[69316]: DEBUG oslo_concurrency.lockutils [req-aad01be1-75fc-445d-bd01-1af79523e975 req-757be5b2-f402-4ad1-9922-2090ab254586 service nova] Acquired lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.626549] env[69316]: DEBUG nova.network.neutron [req-aad01be1-75fc-445d-bd01-1af79523e975 req-757be5b2-f402-4ad1-9922-2090ab254586 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Refreshing network info cache for port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.627928] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa3cb71-f769-46cd-8376-5d5af228761c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.645884] env[69316]: DEBUG oslo_vmware.api [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1130.645884] env[69316]: value = "task-3367688" [ 1130.645884] env[69316]: _type = "Task" [ 1130.645884] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.655591] env[69316]: DEBUG oslo_vmware.api [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.703733] env[69316]: DEBUG nova.scheduler.client.report [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.816597] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e31a7f-85b3-4712-6351-2747aa5514e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012927} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.816892] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.817155] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.817395] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.817542] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.817722] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.818017] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8784818-b190-4e9c-b186-9c039b2938d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.828081] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.828276] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.829138] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25180ec7-951f-4d98-a42e-a2f38e7b0756 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.834990] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1130.834990] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aceb5e-0b1c-2952-1127-2f72f906ae68" [ 1130.834990] env[69316]: _type = "Task" [ 1130.834990] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.839056] env[69316]: DEBUG nova.network.neutron [-] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.843917] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52aceb5e-0b1c-2952-1127-2f72f906ae68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.884030] env[69316]: DEBUG oslo_concurrency.lockutils [req-0a11ea4c-6878-48aa-a5ed-241596ddcf31 req-22822e87-6672-4ca7-a3fb-84ca69ab5901 service nova] Releasing lock "refresh_cache-bf799f91-b9d9-4766-bf37-1bdba1d53a1e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.979159] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130699} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.979576] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.980853] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62f2cd6-92f2-44dd-aab5-c56f4c31df61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.006121] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 00b17308-86bd-4061-a9e4-b17550cb84ad/00b17308-86bd-4061-a9e4-b17550cb84ad.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.006460] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c424805-5e9e-47f5-8eeb-ee5e8436469f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.030676] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1131.030676] env[69316]: value = "task-3367689" [ 1131.030676] env[69316]: _type = "Task" [ 1131.030676] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.041039] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.052720] env[69316]: DEBUG nova.network.neutron [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.075522] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.156543] env[69316]: DEBUG oslo_vmware.api [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.208962] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.232871] env[69316]: INFO nova.scheduler.client.report [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Deleted allocations for instance 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5 [ 1131.264527] env[69316]: DEBUG nova.network.neutron [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Updating instance_info_cache with network_info: [{"id": "e757b99e-13bd-4c46-8972-2ea36561c830", "address": "fa:16:3e:8f:d5:ea", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape757b99e-13", "ovs_interfaceid": "e757b99e-13bd-4c46-8972-2ea36561c830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.341446] env[69316]: INFO nova.compute.manager [-] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Took 1.39 seconds to deallocate network for instance. [ 1131.347322] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52aceb5e-0b1c-2952-1127-2f72f906ae68, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.350926] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fba2572-a8c7-4b1f-99d9-c7b7bf048360 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.357690] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1131.357690] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52eecd1a-59f8-4a46-7586-5ff929d1656f" [ 1131.357690] env[69316]: _type = "Task" [ 1131.357690] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.367431] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52eecd1a-59f8-4a46-7586-5ff929d1656f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.431352] env[69316]: DEBUG nova.network.neutron [req-aad01be1-75fc-445d-bd01-1af79523e975 req-757be5b2-f402-4ad1-9922-2090ab254586 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updated VIF entry in instance network info cache for port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.431783] env[69316]: DEBUG nova.network.neutron [req-aad01be1-75fc-445d-bd01-1af79523e975 req-757be5b2-f402-4ad1-9922-2090ab254586 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updating instance_info_cache with network_info: [{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.541824] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367689, 'name': ReconfigVM_Task, 'duration_secs': 0.425405} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.542141] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 00b17308-86bd-4061-a9e4-b17550cb84ad/00b17308-86bd-4061-a9e4-b17550cb84ad.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.542955] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a188cd21-5201-4826-82ed-86ee9e698882 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.547052] env[69316]: DEBUG nova.compute.manager [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Received event network-vif-plugged-e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.547257] env[69316]: DEBUG oslo_concurrency.lockutils [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] Acquiring lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.547459] env[69316]: DEBUG oslo_concurrency.lockutils [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.547684] env[69316]: DEBUG oslo_concurrency.lockutils [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.547815] env[69316]: DEBUG nova.compute.manager [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] No waiting events found dispatching network-vif-plugged-e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.548375] env[69316]: WARNING nova.compute.manager [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Received unexpected event network-vif-plugged-e757b99e-13bd-4c46-8972-2ea36561c830 for instance with vm_state building and task_state spawning. [ 1131.548375] env[69316]: DEBUG nova.compute.manager [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Received event network-changed-e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.548375] env[69316]: DEBUG nova.compute.manager [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Refreshing instance network info cache due to event network-changed-e757b99e-13bd-4c46-8972-2ea36561c830. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.548593] env[69316]: DEBUG oslo_concurrency.lockutils [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] Acquiring lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.554711] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1131.554711] env[69316]: value = "task-3367690" [ 1131.554711] env[69316]: _type = "Task" [ 1131.554711] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.564557] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367690, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.657725] env[69316]: DEBUG oslo_vmware.api [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.745187] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4e2ca939-6462-4c21-b2d4-79dbf514673c tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Lock "7b9e0e1e-9cca-416c-a52c-0c42fdee38d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.100s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.768095] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.768444] env[69316]: DEBUG nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Instance network_info: |[{"id": "e757b99e-13bd-4c46-8972-2ea36561c830", "address": "fa:16:3e:8f:d5:ea", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape757b99e-13", "ovs_interfaceid": "e757b99e-13bd-4c46-8972-2ea36561c830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.768740] env[69316]: DEBUG oslo_concurrency.lockutils [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] Acquired lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.768922] env[69316]: DEBUG nova.network.neutron [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Refreshing network info cache for port e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.770415] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:d5:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e757b99e-13bd-4c46-8972-2ea36561c830', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.778232] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Creating folder: Project (4f71f0a6a1ef4410a9cbad1a53e22585). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.779436] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf1d4781-f622-45a9-9468-7ead3be80cf0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.793381] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Created folder: Project (4f71f0a6a1ef4410a9cbad1a53e22585) in parent group-v671748. [ 1131.793602] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Creating folder: Instances. Parent ref: group-v672004. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.793849] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88c69c0e-0c33-4a8f-b32d-25d472879997 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.806015] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Created folder: Instances in parent group-v672004. [ 1131.806288] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.806484] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.806694] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3b80ca1-b574-4f76-8bb5-da145eb208a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.828622] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.828622] env[69316]: value = "task-3367693" [ 1131.828622] env[69316]: _type = "Task" [ 1131.828622] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.837380] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367693, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.869049] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52eecd1a-59f8-4a46-7586-5ff929d1656f, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.869335] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.869631] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] bf799f91-b9d9-4766-bf37-1bdba1d53a1e/bf799f91-b9d9-4766-bf37-1bdba1d53a1e.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.869948] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ac9a6f3-c05f-4c06-99b4-452fdadad8f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.879231] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1131.879231] env[69316]: value = "task-3367694" [ 1131.879231] env[69316]: _type = "Task" [ 1131.879231] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.888682] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.891611] env[69316]: INFO nova.compute.manager [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Took 0.55 seconds to detach 1 volumes for instance. [ 1131.934614] env[69316]: DEBUG oslo_concurrency.lockutils [req-aad01be1-75fc-445d-bd01-1af79523e975 req-757be5b2-f402-4ad1-9922-2090ab254586 service nova] Releasing lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.935357] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquired lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.071866] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367690, 'name': Rename_Task, 'duration_secs': 0.184313} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.072135] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.072470] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47328d3a-dfe7-49f7-a127-5f699a38e404 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.084032] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1132.084032] env[69316]: value = "task-3367695" [ 1132.084032] env[69316]: _type = "Task" [ 1132.084032] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.105277] env[69316]: DEBUG oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be861e-5563-feb4-d84d-f18891e7b052/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1132.109437] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea650cc-b0b4-4578-a3af-1cd3ca318a10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.117680] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.124044] env[69316]: DEBUG oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be861e-5563-feb4-d84d-f18891e7b052/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1132.124404] env[69316]: ERROR oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be861e-5563-feb4-d84d-f18891e7b052/disk-0.vmdk due to incomplete transfer. [ 1132.124653] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c3fe3e2-7335-45b1-8b32-546129cebc40 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.138291] env[69316]: DEBUG oslo_vmware.rw_handles [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be861e-5563-feb4-d84d-f18891e7b052/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1132.138517] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Uploaded image 06dc4087-0397-4da6-88f3-605a13797eff to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1132.140870] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1132.141180] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b1b1500-99e0-4746-84b0-37ca1dc88acc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.153159] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1132.153159] env[69316]: value = "task-3367696" [ 1132.153159] env[69316]: _type = "Task" [ 1132.153159] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.159560] env[69316]: DEBUG oslo_vmware.api [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.165830] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367696, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.335498] env[69316]: DEBUG nova.network.neutron [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.343509] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367693, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.389799] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505265} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.390095] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] bf799f91-b9d9-4766-bf37-1bdba1d53a1e/bf799f91-b9d9-4766-bf37-1bdba1d53a1e.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.390314] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.390561] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24f98cf3-63e5-4d82-822c-86573892e384 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.399146] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.399415] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.399634] env[69316]: DEBUG nova.objects.instance [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'resources' on Instance uuid da2d6f73-1d43-4aa7-9961-42c982ed7930 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.400797] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1132.400797] env[69316]: value = "task-3367697" [ 1132.400797] env[69316]: _type = "Task" [ 1132.400797] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.413062] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.527947] env[69316]: DEBUG nova.network.neutron [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Updated VIF entry in instance network info cache for port e757b99e-13bd-4c46-8972-2ea36561c830. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.527947] env[69316]: DEBUG nova.network.neutron [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Updating instance_info_cache with network_info: [{"id": "e757b99e-13bd-4c46-8972-2ea36561c830", "address": "fa:16:3e:8f:d5:ea", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape757b99e-13", "ovs_interfaceid": "e757b99e-13bd-4c46-8972-2ea36561c830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.594032] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.660024] env[69316]: DEBUG oslo_vmware.api [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.668572] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367696, 'name': Destroy_Task, 'duration_secs': 0.466979} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.669233] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Destroyed the VM [ 1132.669233] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1132.669448] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-374e8984-ed25-4413-81ab-08e183347955 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.679898] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1132.679898] env[69316]: value = "task-3367698" [ 1132.679898] env[69316]: _type = "Task" [ 1132.679898] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.694167] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.841604] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367693, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.916693] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077263} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.916693] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.917924] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac871a1a-8bd3-4eee-9473-c5ba3484e140 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.943848] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] bf799f91-b9d9-4766-bf37-1bdba1d53a1e/bf799f91-b9d9-4766-bf37-1bdba1d53a1e.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.948566] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899f5cc8-09b2-4396-84c9-c1ea27c98341 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.969876] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1132.969876] env[69316]: value = "task-3367699" [ 1132.969876] env[69316]: _type = "Task" [ 1132.969876] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.979994] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.032043] env[69316]: DEBUG oslo_concurrency.lockutils [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] Releasing lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.032671] env[69316]: DEBUG nova.compute.manager [req-3989df54-ab12-4c00-b2b4-7889bd6db190 req-14906612-2e2a-4e6f-a78f-0b3ebf5f3879 service nova] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Received event network-vif-deleted-32f77478-51fd-43ac-b950-5503c24e6b4d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.084942] env[69316]: DEBUG nova.network.neutron [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updating instance_info_cache with network_info: [{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.095669] env[69316]: DEBUG oslo_vmware.api [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367695, 'name': PowerOnVM_Task, 'duration_secs': 0.673897} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.095669] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.097240] env[69316]: INFO nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1133.097240] env[69316]: DEBUG nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.100012] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcde012-ff3b-4489-9056-961463ba2891 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.116121] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9ede1a-beec-4db8-9d04-029740a0814d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.124041] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e68aa1-cb69-4274-9827-e9a8ad1ac1cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.167020] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a331b9b3-c3cd-4f19-a5d4-3f35314298b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.178325] env[69316]: DEBUG oslo_vmware.api [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367688, 'name': ReconfigVM_Task, 'duration_secs': 2.144154} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.178325] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78989814-c75c-44b0-b3f2-41830c70c35f tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Reconfigured VM instance to set the machine id {{(pid=69316) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1133.181042] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327eb30-d13e-46f4-8fde-5531f51c05a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.199715] env[69316]: DEBUG nova.compute.provider_tree [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.204942] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367698, 'name': RemoveSnapshot_Task, 'duration_secs': 0.45235} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.205452] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1133.205719] env[69316]: DEBUG nova.compute.manager [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.206592] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e47d003-5b15-4f41-9c8f-3f2b172ad6ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.343167] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367693, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.482627] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.593243] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Releasing lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.593243] env[69316]: DEBUG nova.compute.manager [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Inject network info {{(pid=69316) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1133.593243] env[69316]: DEBUG nova.compute.manager [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] network_info to inject: |[{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1133.598434] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Reconfiguring VM instance to set the machine id {{(pid=69316) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1133.598911] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376aa73c-0c4f-4a39-9d60-7ad1396e44df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.623550] env[69316]: DEBUG oslo_vmware.api [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1133.623550] env[69316]: value = "task-3367700" [ 1133.623550] env[69316]: _type = "Task" [ 1133.623550] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.627569] env[69316]: INFO nova.compute.manager [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Took 13.09 seconds to build instance. [ 1133.634165] env[69316]: DEBUG oslo_vmware.api [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.675563] env[69316]: DEBUG nova.compute.manager [req-e387fd29-003d-4df0-a493-b9ab05f752b6 req-2a799835-3d12-4122-9bf1-89d6838c86de service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Received event network-changed-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.675563] env[69316]: DEBUG nova.compute.manager [req-e387fd29-003d-4df0-a493-b9ab05f752b6 req-2a799835-3d12-4122-9bf1-89d6838c86de service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Refreshing instance network info cache due to event network-changed-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.675563] env[69316]: DEBUG oslo_concurrency.lockutils [req-e387fd29-003d-4df0-a493-b9ab05f752b6 req-2a799835-3d12-4122-9bf1-89d6838c86de service nova] Acquiring lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.675779] env[69316]: DEBUG oslo_concurrency.lockutils [req-e387fd29-003d-4df0-a493-b9ab05f752b6 req-2a799835-3d12-4122-9bf1-89d6838c86de service nova] Acquired lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.675857] env[69316]: DEBUG nova.network.neutron [req-e387fd29-003d-4df0-a493-b9ab05f752b6 req-2a799835-3d12-4122-9bf1-89d6838c86de service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Refreshing network info cache for port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.707090] env[69316]: DEBUG nova.scheduler.client.report [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.723248] env[69316]: INFO nova.compute.manager [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Shelve offloading [ 1133.842573] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367693, 'name': CreateVM_Task, 'duration_secs': 1.58652} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.842764] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.844297] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.844297] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.844297] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.844674] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81bfe3b4-67ab-451b-9660-966e9ce68acb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.850661] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1133.850661] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5212207e-e128-3a60-bf29-f23f8c180664" [ 1133.850661] env[69316]: _type = "Task" [ 1133.850661] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.860683] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5212207e-e128-3a60-bf29-f23f8c180664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.980286] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367699, 'name': ReconfigVM_Task, 'duration_secs': 0.777002} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.980605] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Reconfigured VM instance instance-0000005a to attach disk [datastore2] bf799f91-b9d9-4766-bf37-1bdba1d53a1e/bf799f91-b9d9-4766-bf37-1bdba1d53a1e.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.981263] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f86bf11-7dd9-4997-9530-05cbb839a86d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.989403] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1133.989403] env[69316]: value = "task-3367701" [ 1133.989403] env[69316]: _type = "Task" [ 1133.989403] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.998060] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367701, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.130089] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.603s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.133715] env[69316]: DEBUG oslo_vmware.api [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367700, 'name': ReconfigVM_Task, 'duration_secs': 0.205941} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.133965] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0455244d-7089-439a-a590-79d4b5092525 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Reconfigured VM instance to set the machine id {{(pid=69316) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1134.213738] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.229237] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.229609] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31426e0-8249-4de6-a8d5-4faa014b618d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.241176] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1134.241176] env[69316]: value = "task-3367702" [ 1134.241176] env[69316]: _type = "Task" [ 1134.241176] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.247735] env[69316]: INFO nova.scheduler.client.report [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted allocations for instance da2d6f73-1d43-4aa7-9961-42c982ed7930 [ 1134.256400] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1134.256636] env[69316]: DEBUG nova.compute.manager [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.257443] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b555e65b-c19c-4d2e-b584-4da6f0bff0c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.264856] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.265039] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.265222] env[69316]: DEBUG nova.network.neutron [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.363638] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5212207e-e128-3a60-bf29-f23f8c180664, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.366267] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.366514] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.366752] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.366898] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.367087] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.367367] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7a0a8d3-cff8-4954-bc3c-5a9c437d2434 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.381874] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.382030] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.382967] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.383207] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.383525] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.383706] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.383974] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.385829] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0ae79a-7130-4354-b4a7-19160d039cd1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.388846] env[69316]: INFO nova.compute.manager [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Terminating instance [ 1134.393950] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1134.393950] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f17207-8355-1354-20bd-654d161d00dc" [ 1134.393950] env[69316]: _type = "Task" [ 1134.393950] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.403193] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f17207-8355-1354-20bd-654d161d00dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.501314] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367701, 'name': Rename_Task, 'duration_secs': 0.32613} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.501716] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.501887] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07582ff8-0f4d-41d6-857b-4ba81855efbd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.510114] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1134.510114] env[69316]: value = "task-3367703" [ 1134.510114] env[69316]: _type = "Task" [ 1134.510114] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.519611] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.763959] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da2d6f73-1d43-4aa7-9961-42c982ed7930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.663s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.818095] env[69316]: DEBUG nova.network.neutron [req-e387fd29-003d-4df0-a493-b9ab05f752b6 req-2a799835-3d12-4122-9bf1-89d6838c86de service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updated VIF entry in instance network info cache for port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.818531] env[69316]: DEBUG nova.network.neutron [req-e387fd29-003d-4df0-a493-b9ab05f752b6 req-2a799835-3d12-4122-9bf1-89d6838c86de service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updating instance_info_cache with network_info: [{"id": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "address": "fa:16:3e:ee:24:9a", "network": {"id": "fe332e15-e483-49d6-b652-a9994bddedd0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1137644247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910b97ec8444965ab31f68f31ec9816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7183e5-f9", "ovs_interfaceid": "0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.892606] env[69316]: DEBUG nova.compute.manager [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.892851] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.893856] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d0f7c-925c-4fba-81a3-a0a19ec42808 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.909311] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f17207-8355-1354-20bd-654d161d00dc, 'name': SearchDatastore_Task, 'duration_secs': 0.033179} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.912995] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.916728] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003f9201-9cae-4161-9152-f629a9bb192c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.920683] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a7197b-faf4-4d72-999f-553880886f27 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.929999] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1134.929999] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52247848-ef0a-b50d-33f4-7ec8fd441c64" [ 1134.929999] env[69316]: _type = "Task" [ 1134.929999] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.932543] env[69316]: DEBUG oslo_vmware.api [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1134.932543] env[69316]: value = "task-3367704" [ 1134.932543] env[69316]: _type = "Task" [ 1134.932543] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.947770] env[69316]: DEBUG oslo_vmware.api [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.956025] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52247848-ef0a-b50d-33f4-7ec8fd441c64, 'name': SearchDatastore_Task, 'duration_secs': 0.016988} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.959144] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.959472] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 272317a0-67b0-4367-8a9f-3faf2cf1bf3a/272317a0-67b0-4367-8a9f-3faf2cf1bf3a.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.959914] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca35c82d-8065-41f0-b996-09858f1a4a07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.968694] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1134.968694] env[69316]: value = "task-3367705" [ 1134.968694] env[69316]: _type = "Task" [ 1134.968694] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.978865] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.027482] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367703, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.044832] env[69316]: DEBUG nova.network.neutron [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating instance_info_cache with network_info: [{"id": "0f19002d-d385-46b9-a804-ffa1646f0b50", "address": "fa:16:3e:a4:75:dc", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f19002d-d3", "ovs_interfaceid": "0f19002d-d385-46b9-a804-ffa1646f0b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.326947] env[69316]: DEBUG oslo_concurrency.lockutils [req-e387fd29-003d-4df0-a493-b9ab05f752b6 req-2a799835-3d12-4122-9bf1-89d6838c86de service nova] Releasing lock "refresh_cache-bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.450270] env[69316]: DEBUG oslo_vmware.api [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367704, 'name': PowerOffVM_Task, 'duration_secs': 0.24284} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.450656] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.450855] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.451196] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1423287a-f28a-4d06-971d-d57334b30839 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.482108] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.521858] env[69316]: DEBUG oslo_vmware.api [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367703, 'name': PowerOnVM_Task, 'duration_secs': 0.534797} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.522805] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.523227] env[69316]: INFO nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1135.523424] env[69316]: DEBUG nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.524892] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c007793-f392-4dc6-892c-1d97745b70e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.540270] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.540524] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.540798] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Deleting the datastore file [datastore1] bcf1c77e-0e73-4509-be6c-7d02ba0b57d6 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.541388] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8b52485-a9b0-4a3c-ba10-a6cd3e28e394 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.547771] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.552771] env[69316]: DEBUG oslo_vmware.api [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for the task: (returnval){ [ 1135.552771] env[69316]: value = "task-3367707" [ 1135.552771] env[69316]: _type = "Task" [ 1135.552771] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.565132] env[69316]: DEBUG oslo_vmware.api [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.705810] env[69316]: DEBUG nova.compute.manager [req-2a440871-ce60-476e-920d-d2572c805133 req-b596e2a7-6707-417c-9fd7-383934efed06 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-changed-9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.705810] env[69316]: DEBUG nova.compute.manager [req-2a440871-ce60-476e-920d-d2572c805133 req-b596e2a7-6707-417c-9fd7-383934efed06 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Refreshing instance network info cache due to event network-changed-9ac9d578-5914-49fd-948a-03781e4ace69. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.705810] env[69316]: DEBUG oslo_concurrency.lockutils [req-2a440871-ce60-476e-920d-d2572c805133 req-b596e2a7-6707-417c-9fd7-383934efed06 service nova] Acquiring lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.705810] env[69316]: DEBUG oslo_concurrency.lockutils [req-2a440871-ce60-476e-920d-d2572c805133 req-b596e2a7-6707-417c-9fd7-383934efed06 service nova] Acquired lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.705810] env[69316]: DEBUG nova.network.neutron [req-2a440871-ce60-476e-920d-d2572c805133 req-b596e2a7-6707-417c-9fd7-383934efed06 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Refreshing network info cache for port 9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.861106] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.862267] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c45c1d-5f62-4573-95a3-ac4ace8dbf87 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.870993] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.871279] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ab3e1e6-8e68-433c-b40a-62f23c262b84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.944049] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.944423] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.944734] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleting the datastore file [datastore2] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.945173] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b583e18-7215-4e88-99ab-73f6b6d353ee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.953025] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1135.953025] env[69316]: value = "task-3367709" [ 1135.953025] env[69316]: _type = "Task" [ 1135.953025] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.961552] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.981907] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646125} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.981907] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 272317a0-67b0-4367-8a9f-3faf2cf1bf3a/272317a0-67b0-4367-8a9f-3faf2cf1bf3a.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.982061] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.982331] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b596faa3-a4d5-406e-8e09-1504f51556b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.990722] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1135.990722] env[69316]: value = "task-3367710" [ 1135.990722] env[69316]: _type = "Task" [ 1135.990722] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.001070] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.050589] env[69316]: INFO nova.compute.manager [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Took 14.47 seconds to build instance. [ 1136.066915] env[69316]: DEBUG oslo_vmware.api [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Task: {'id': task-3367707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193299} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.066915] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.066915] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.066915] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.066915] env[69316]: INFO nova.compute.manager [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1136.066915] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.067249] env[69316]: DEBUG nova.compute.manager [-] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.067318] env[69316]: DEBUG nova.network.neutron [-] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.472688] env[69316]: DEBUG oslo_vmware.api [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511148} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.474202] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.475331] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.475331] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.510152] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190673} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.511595] env[69316]: INFO nova.scheduler.client.report [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleted allocations for instance 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd [ 1136.515274] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.517253] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cb19d1-6587-41da-8338-ba2b693818cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.544334] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 272317a0-67b0-4367-8a9f-3faf2cf1bf3a/272317a0-67b0-4367-8a9f-3faf2cf1bf3a.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.546761] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671f7af4-96ec-4a77-979e-b56cea576893 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.561963] env[69316]: DEBUG oslo_concurrency.lockutils [None req-05116f35-a3ef-4c6e-9042-c5f1c147e54e tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.569753] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1136.569753] env[69316]: value = "task-3367711" [ 1136.569753] env[69316]: _type = "Task" [ 1136.569753] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.579546] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.613209] env[69316]: DEBUG nova.network.neutron [req-2a440871-ce60-476e-920d-d2572c805133 req-b596e2a7-6707-417c-9fd7-383934efed06 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updated VIF entry in instance network info cache for port 9ac9d578-5914-49fd-948a-03781e4ace69. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.613825] env[69316]: DEBUG nova.network.neutron [req-2a440871-ce60-476e-920d-d2572c805133 req-b596e2a7-6707-417c-9fd7-383934efed06 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [{"id": "9ac9d578-5914-49fd-948a-03781e4ace69", "address": "fa:16:3e:17:90:57", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac9d578-59", "ovs_interfaceid": "9ac9d578-5914-49fd-948a-03781e4ace69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.652875] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a3889f-fa00-46ed-8b05-252f73fb9c14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.662133] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-082d804f-31d5-4e3e-906b-27c860f2b62a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Suspending the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1136.662551] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b496e6cc-0849-4bf0-a643-9b329f4a2024 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.670045] env[69316]: DEBUG oslo_vmware.api [None req-082d804f-31d5-4e3e-906b-27c860f2b62a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1136.670045] env[69316]: value = "task-3367712" [ 1136.670045] env[69316]: _type = "Task" [ 1136.670045] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.682337] env[69316]: DEBUG oslo_vmware.api [None req-082d804f-31d5-4e3e-906b-27c860f2b62a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367712, 'name': SuspendVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.018335] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.018335] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.018335] env[69316]: DEBUG nova.objects.instance [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lazy-loading 'resources' on Instance uuid 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.082723] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.118032] env[69316]: DEBUG oslo_concurrency.lockutils [req-2a440871-ce60-476e-920d-d2572c805133 req-b596e2a7-6707-417c-9fd7-383934efed06 service nova] Releasing lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.184878] env[69316]: DEBUG oslo_vmware.api [None req-082d804f-31d5-4e3e-906b-27c860f2b62a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367712, 'name': SuspendVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.199464] env[69316]: DEBUG nova.network.neutron [-] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.253053] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.253323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.253619] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.253823] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.253993] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.256219] env[69316]: INFO nova.compute.manager [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Terminating instance [ 1137.321037] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.321037] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.524540] env[69316]: DEBUG nova.objects.instance [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lazy-loading 'numa_topology' on Instance uuid 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.584749] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.683630] env[69316]: DEBUG oslo_vmware.api [None req-082d804f-31d5-4e3e-906b-27c860f2b62a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367712, 'name': SuspendVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.702381] env[69316]: INFO nova.compute.manager [-] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Took 1.63 seconds to deallocate network for instance. [ 1137.764402] env[69316]: DEBUG nova.compute.manager [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.764631] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.766350] env[69316]: DEBUG nova.compute.manager [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received event network-vif-unplugged-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.766567] env[69316]: DEBUG oslo_concurrency.lockutils [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] Acquiring lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.766784] env[69316]: DEBUG oslo_concurrency.lockutils [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.766949] env[69316]: DEBUG oslo_concurrency.lockutils [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.767194] env[69316]: DEBUG nova.compute.manager [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] No waiting events found dispatching network-vif-unplugged-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.767534] env[69316]: WARNING nova.compute.manager [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received unexpected event network-vif-unplugged-0f19002d-d385-46b9-a804-ffa1646f0b50 for instance with vm_state shelved_offloaded and task_state None. [ 1137.767695] env[69316]: DEBUG nova.compute.manager [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received event network-changed-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.767853] env[69316]: DEBUG nova.compute.manager [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Refreshing instance network info cache due to event network-changed-0f19002d-d385-46b9-a804-ffa1646f0b50. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.768068] env[69316]: DEBUG oslo_concurrency.lockutils [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] Acquiring lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.768222] env[69316]: DEBUG oslo_concurrency.lockutils [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] Acquired lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.768383] env[69316]: DEBUG nova.network.neutron [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Refreshing network info cache for port 0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.773022] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b14577-f56d-41f9-ba7e-b32fa448b13d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.780279] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.781116] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25cb6b0a-d8a9-4e78-a5d9-f2e908dedba5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.789474] env[69316]: DEBUG oslo_vmware.api [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 1137.789474] env[69316]: value = "task-3367713" [ 1137.789474] env[69316]: _type = "Task" [ 1137.789474] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.799173] env[69316]: DEBUG oslo_vmware.api [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.823308] env[69316]: DEBUG nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.027611] env[69316]: DEBUG nova.objects.base [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Object Instance<4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd> lazy-loaded attributes: resources,numa_topology {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.083126] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367711, 'name': ReconfigVM_Task, 'duration_secs': 1.264345} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.083406] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 272317a0-67b0-4367-8a9f-3faf2cf1bf3a/272317a0-67b0-4367-8a9f-3faf2cf1bf3a.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.084050] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d30a9d43-acdd-4c14-8104-3994edddfa6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.093637] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1138.093637] env[69316]: value = "task-3367714" [ 1138.093637] env[69316]: _type = "Task" [ 1138.093637] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.106320] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367714, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.188314] env[69316]: DEBUG oslo_vmware.api [None req-082d804f-31d5-4e3e-906b-27c860f2b62a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367712, 'name': SuspendVM_Task, 'duration_secs': 1.194472} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.190959] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-082d804f-31d5-4e3e-906b-27c860f2b62a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Suspended the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1138.191149] env[69316]: DEBUG nova.compute.manager [None req-082d804f-31d5-4e3e-906b-27c860f2b62a tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.192240] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89c7b6-1fbb-4f68-a71e-9d369fe243f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.205015] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e062ed3a-9fad-4331-b5a4-8bc43db11a68 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.212298] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.213634] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b685b6ec-44bd-4d17-a41e-019e0c73bcca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.251905] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7305a5b-19d2-42c3-a5de-d7dcf3693796 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.260537] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6f2b8c-aa15-44fd-9dac-072d6d508867 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.279579] env[69316]: DEBUG nova.compute.provider_tree [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.300571] env[69316]: DEBUG oslo_vmware.api [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367713, 'name': PowerOffVM_Task, 'duration_secs': 0.215386} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.300874] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.301053] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.301312] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c078e2c8-8edc-4dae-aed7-8a2494cd5a29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.344054] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.378052] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.378289] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.378474] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Deleting the datastore file [datastore2] 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.378753] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9957e7c-5f52-4884-8466-6ab51f28b2c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.388954] env[69316]: DEBUG oslo_vmware.api [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for the task: (returnval){ [ 1138.388954] env[69316]: value = "task-3367716" [ 1138.388954] env[69316]: _type = "Task" [ 1138.388954] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.397096] env[69316]: DEBUG oslo_vmware.api [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.529163] env[69316]: DEBUG nova.network.neutron [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updated VIF entry in instance network info cache for port 0f19002d-d385-46b9-a804-ffa1646f0b50. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.529163] env[69316]: DEBUG nova.network.neutron [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating instance_info_cache with network_info: [{"id": "0f19002d-d385-46b9-a804-ffa1646f0b50", "address": "fa:16:3e:a4:75:dc", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": null, "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0f19002d-d3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.609332] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367714, 'name': Rename_Task, 'duration_secs': 0.161161} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.609332] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.609332] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa7dce20-4e5e-4bf9-ad76-4ebb89172b0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.619084] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1138.619084] env[69316]: value = "task-3367717" [ 1138.619084] env[69316]: _type = "Task" [ 1138.619084] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.634424] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.782382] env[69316]: DEBUG nova.scheduler.client.report [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.903132] env[69316]: DEBUG oslo_vmware.api [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.031605] env[69316]: DEBUG oslo_concurrency.lockutils [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] Releasing lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.031871] env[69316]: DEBUG nova.compute.manager [req-f7520722-193f-4fe8-b1f5-d6349c09c241 req-a60c4bf1-874d-42c4-9847-cc9cf12d88c1 service nova] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Received event network-vif-deleted-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.121217] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.129777] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367717, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.288185] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.290669] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.078s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.290893] env[69316]: DEBUG nova.objects.instance [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lazy-loading 'resources' on Instance uuid bcf1c77e-0e73-4509-be6c-7d02ba0b57d6 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.401827] env[69316]: DEBUG oslo_vmware.api [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Task: {'id': task-3367716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519247} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.402135] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.402394] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.402522] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.402687] env[69316]: INFO nova.compute.manager [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1139.402929] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.404208] env[69316]: DEBUG nova.compute.manager [-] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.404208] env[69316]: DEBUG nova.network.neutron [-] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.633161] env[69316]: DEBUG oslo_vmware.api [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367717, 'name': PowerOnVM_Task, 'duration_secs': 0.939491} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.633404] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.633672] env[69316]: INFO nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1139.633893] env[69316]: DEBUG nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.634700] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef2cf08-27fd-4f33-a8e2-59f791c9ac67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.800361] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aeb3e84-4870-4f45-9b91-e182f7795e7e tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.946s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.801290] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.681s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.801473] env[69316]: INFO nova.compute.manager [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Unshelving [ 1139.859420] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.859847] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.916259] env[69316]: DEBUG nova.compute.manager [req-f742103e-b62c-460f-ae53-d907352af1c0 req-718572b3-56cc-4dab-9bd0-c0218ac21d05 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Received event network-vif-deleted-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.917040] env[69316]: INFO nova.compute.manager [req-f742103e-b62c-460f-ae53-d907352af1c0 req-718572b3-56cc-4dab-9bd0-c0218ac21d05 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Neutron deleted interface f9e6d561-8334-4d7c-a3d5-07d7e4cd130a; detaching it from the instance and deleting it from the info cache [ 1139.917040] env[69316]: DEBUG nova.network.neutron [req-f742103e-b62c-460f-ae53-d907352af1c0 req-718572b3-56cc-4dab-9bd0-c0218ac21d05 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.000657] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0c80ec-008a-44d5-9c1d-c200cfc2c77b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.008860] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acdff72-fa47-43ce-8593-225030deabae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.039254] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f45a49-1030-4484-92b4-8df95da89825 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.047285] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93e859e-80df-4077-8f71-8c89f3cbe211 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.062295] env[69316]: DEBUG nova.compute.provider_tree [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.152035] env[69316]: INFO nova.compute.manager [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Took 17.49 seconds to build instance. [ 1140.261359] env[69316]: DEBUG nova.compute.manager [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.262264] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c94c9b9-dfa1-42a7-95b6-a19ca1bd2605 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.370034] env[69316]: DEBUG nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.392382] env[69316]: DEBUG nova.network.neutron [-] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.418718] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fd01af6-b989-4265-9269-9c4a8f3e348b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.430232] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d84623-7d4d-4bca-8933-98d1693ad133 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.463646] env[69316]: DEBUG nova.compute.manager [req-f742103e-b62c-460f-ae53-d907352af1c0 req-718572b3-56cc-4dab-9bd0-c0218ac21d05 service nova] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Detach interface failed, port_id=f9e6d561-8334-4d7c-a3d5-07d7e4cd130a, reason: Instance 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.565132] env[69316]: DEBUG nova.scheduler.client.report [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.654268] env[69316]: DEBUG oslo_concurrency.lockutils [None req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.999s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.775253] env[69316]: INFO nova.compute.manager [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] instance snapshotting [ 1140.775516] env[69316]: WARNING nova.compute.manager [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1140.778652] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eba0522-b6f7-49a8-8d6c-7caead5c66ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.801984] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80cccdb-cca3-4698-be1b-8350883ca1c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.834878] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.890072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.894640] env[69316]: INFO nova.compute.manager [-] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Took 1.49 seconds to deallocate network for instance. [ 1140.909579] env[69316]: DEBUG oslo_concurrency.lockutils [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.909819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.070139] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.072697] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.730s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.077607] env[69316]: INFO nova.compute.claims [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.090195] env[69316]: INFO nova.scheduler.client.report [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Deleted allocations for instance bcf1c77e-0e73-4509-be6c-7d02ba0b57d6 [ 1141.316975] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1141.317331] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-652e7ffa-2c56-4410-989c-9fc6cfc2ece0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.326542] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1141.326542] env[69316]: value = "task-3367718" [ 1141.326542] env[69316]: _type = "Task" [ 1141.326542] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.337017] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367718, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.378557] env[69316]: DEBUG nova.compute.manager [req-9117afe0-c4d7-41ed-99bf-51e8448ea004 req-653cb55f-c36a-4bbd-80ae-b4bf18ec7a53 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Received event network-changed-e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.378826] env[69316]: DEBUG nova.compute.manager [req-9117afe0-c4d7-41ed-99bf-51e8448ea004 req-653cb55f-c36a-4bbd-80ae-b4bf18ec7a53 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Refreshing instance network info cache due to event network-changed-e757b99e-13bd-4c46-8972-2ea36561c830. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.379134] env[69316]: DEBUG oslo_concurrency.lockutils [req-9117afe0-c4d7-41ed-99bf-51e8448ea004 req-653cb55f-c36a-4bbd-80ae-b4bf18ec7a53 service nova] Acquiring lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.379412] env[69316]: DEBUG oslo_concurrency.lockutils [req-9117afe0-c4d7-41ed-99bf-51e8448ea004 req-653cb55f-c36a-4bbd-80ae-b4bf18ec7a53 service nova] Acquired lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.379528] env[69316]: DEBUG nova.network.neutron [req-9117afe0-c4d7-41ed-99bf-51e8448ea004 req-653cb55f-c36a-4bbd-80ae-b4bf18ec7a53 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Refreshing network info cache for port e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.401667] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.415034] env[69316]: DEBUG nova.compute.utils [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.601742] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Lock "bcf1c77e-0e73-4509-be6c-7d02ba0b57d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.218s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.836789] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367718, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.917089] env[69316]: DEBUG oslo_concurrency.lockutils [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.116168] env[69316]: DEBUG nova.network.neutron [req-9117afe0-c4d7-41ed-99bf-51e8448ea004 req-653cb55f-c36a-4bbd-80ae-b4bf18ec7a53 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Updated VIF entry in instance network info cache for port e757b99e-13bd-4c46-8972-2ea36561c830. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.116873] env[69316]: DEBUG nova.network.neutron [req-9117afe0-c4d7-41ed-99bf-51e8448ea004 req-653cb55f-c36a-4bbd-80ae-b4bf18ec7a53 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Updating instance_info_cache with network_info: [{"id": "e757b99e-13bd-4c46-8972-2ea36561c830", "address": "fa:16:3e:8f:d5:ea", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape757b99e-13", "ovs_interfaceid": "e757b99e-13bd-4c46-8972-2ea36561c830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.261445] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ddffd-c52a-46bc-8ab4-b9fa304c2aa5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.270950] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a10d09-62e4-423e-b465-6443af1ef6f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.303025] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647603ad-a5b0-4cfc-8bb1-bbeac6657721 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.311915] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0738c4-5ea1-4b81-bcd6-fa0b3b3839b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.327312] env[69316]: DEBUG nova.compute.provider_tree [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.337597] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367718, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.619293] env[69316]: DEBUG oslo_concurrency.lockutils [req-9117afe0-c4d7-41ed-99bf-51e8448ea004 req-653cb55f-c36a-4bbd-80ae-b4bf18ec7a53 service nova] Releasing lock "refresh_cache-272317a0-67b0-4367-8a9f-3faf2cf1bf3a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.833813] env[69316]: DEBUG nova.scheduler.client.report [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.843192] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367718, 'name': CreateSnapshot_Task, 'duration_secs': 1.059688} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.843505] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1142.844236] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deae2243-7304-4277-8df3-4752084b8b7f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.000405] env[69316]: DEBUG oslo_concurrency.lockutils [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.000726] env[69316]: DEBUG oslo_concurrency.lockutils [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.000977] env[69316]: INFO nova.compute.manager [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Attaching volume fd0804c9-fb1d-4c0b-8ca1-20d7828d107e to /dev/sdb [ 1143.037062] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650bb123-dc08-4694-a066-19ef3d59940f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.045241] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf48ea-ea37-4461-bff3-987ea3c83bc0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.060036] env[69316]: DEBUG nova.virt.block_device [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating existing volume attachment record: 40c5151a-b852-4a10-80ab-bed8f10dede5 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1143.339481] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.339694] env[69316]: DEBUG nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.342765] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.508s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.342982] env[69316]: DEBUG nova.objects.instance [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lazy-loading 'pci_requests' on Instance uuid 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.363043] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1143.363694] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42023a36-654e-445a-b0fb-9f1b7c14e232 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.373228] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1143.373228] env[69316]: value = "task-3367720" [ 1143.373228] env[69316]: _type = "Task" [ 1143.373228] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.382247] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367720, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.845648] env[69316]: DEBUG nova.compute.utils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.847137] env[69316]: DEBUG nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.847353] env[69316]: DEBUG nova.network.neutron [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.852881] env[69316]: DEBUG nova.objects.instance [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lazy-loading 'numa_topology' on Instance uuid 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.883864] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367720, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.892514] env[69316]: DEBUG nova.policy [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2396681ec95b4b6db8b5919af2101003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '138f130ba0c8427ba6907a04781e3bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.233581] env[69316]: DEBUG nova.network.neutron [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Successfully created port: 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.355153] env[69316]: DEBUG nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.357873] env[69316]: INFO nova.compute.claims [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.386470] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367720, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.886179] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367720, 'name': CloneVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.369938] env[69316]: DEBUG nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.387686] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367720, 'name': CloneVM_Task, 'duration_secs': 1.539265} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.387948] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Created linked-clone VM from snapshot [ 1145.390339] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886e41a-29f0-453b-b68d-785437a5cb4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.400792] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Uploading image 4ad12354-e3a2-41f7-8b33-28db956531dc {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1145.404551] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.404908] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.404908] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.405236] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.405236] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.405435] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.405556] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.405731] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.405884] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.406063] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.406241] env[69316]: DEBUG nova.virt.hardware [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.407017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30d9d0c-8ef1-4491-b228-696701896f19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.418579] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1377323d-2eb6-4873-886c-81f84d31abcc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.438592] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1145.438592] env[69316]: value = "vm-672009" [ 1145.438592] env[69316]: _type = "VirtualMachine" [ 1145.438592] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1145.438846] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-087e9ca9-ffa1-4ce6-8115-9c915b82113a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.447769] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lease: (returnval){ [ 1145.447769] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5278b95f-31ad-fca0-8817-e236bee67f80" [ 1145.447769] env[69316]: _type = "HttpNfcLease" [ 1145.447769] env[69316]: } obtained for exporting VM: (result){ [ 1145.447769] env[69316]: value = "vm-672009" [ 1145.447769] env[69316]: _type = "VirtualMachine" [ 1145.447769] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1145.448154] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the lease: (returnval){ [ 1145.448154] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5278b95f-31ad-fca0-8817-e236bee67f80" [ 1145.448154] env[69316]: _type = "HttpNfcLease" [ 1145.448154] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1145.456729] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.456729] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5278b95f-31ad-fca0-8817-e236bee67f80" [ 1145.456729] env[69316]: _type = "HttpNfcLease" [ 1145.456729] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1145.535061] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64e5192-0fda-475b-b8ee-ed7b064c0be7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.542613] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461afef1-d288-4f87-a5d2-70dabe962b40 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.575076] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf8594-46fe-444e-bf56-40ed7988a09c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.583636] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285a3d50-aeac-4513-b986-4415d4e13f00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.597974] env[69316]: DEBUG nova.compute.provider_tree [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.633690] env[69316]: DEBUG nova.compute.manager [req-1cacf93a-8d68-48ac-8f21-0afc8a5e8d30 req-fcb94516-30ac-4a3f-8598-f145f6739d11 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Received event network-vif-plugged-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.634013] env[69316]: DEBUG oslo_concurrency.lockutils [req-1cacf93a-8d68-48ac-8f21-0afc8a5e8d30 req-fcb94516-30ac-4a3f-8598-f145f6739d11 service nova] Acquiring lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.634255] env[69316]: DEBUG oslo_concurrency.lockutils [req-1cacf93a-8d68-48ac-8f21-0afc8a5e8d30 req-fcb94516-30ac-4a3f-8598-f145f6739d11 service nova] Lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.634427] env[69316]: DEBUG oslo_concurrency.lockutils [req-1cacf93a-8d68-48ac-8f21-0afc8a5e8d30 req-fcb94516-30ac-4a3f-8598-f145f6739d11 service nova] Lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.634612] env[69316]: DEBUG nova.compute.manager [req-1cacf93a-8d68-48ac-8f21-0afc8a5e8d30 req-fcb94516-30ac-4a3f-8598-f145f6739d11 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] No waiting events found dispatching network-vif-plugged-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.634804] env[69316]: WARNING nova.compute.manager [req-1cacf93a-8d68-48ac-8f21-0afc8a5e8d30 req-fcb94516-30ac-4a3f-8598-f145f6739d11 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Received unexpected event network-vif-plugged-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb for instance with vm_state building and task_state spawning. [ 1145.722718] env[69316]: DEBUG nova.network.neutron [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Successfully updated port: 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.956903] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.956903] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5278b95f-31ad-fca0-8817-e236bee67f80" [ 1145.956903] env[69316]: _type = "HttpNfcLease" [ 1145.956903] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1145.957244] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1145.957244] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5278b95f-31ad-fca0-8817-e236bee67f80" [ 1145.957244] env[69316]: _type = "HttpNfcLease" [ 1145.957244] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1145.957882] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bbc2f0-dd74-4ee7-9ae9-b15285fdc2c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.965150] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc6ce5-10ab-911e-1bd6-936c15917854/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1145.965321] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc6ce5-10ab-911e-1bd6-936c15917854/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1146.051807] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0cfe50d5-0f7c-4b3d-82b6-d32337434c7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.101129] env[69316]: DEBUG nova.scheduler.client.report [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.225295] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.225432] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.225871] env[69316]: DEBUG nova.network.neutron [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.607154] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.264s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.609299] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.720s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.611066] env[69316]: INFO nova.compute.claims [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.644900] env[69316]: INFO nova.network.neutron [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating port 0f19002d-d385-46b9-a804-ffa1646f0b50 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1146.769742] env[69316]: DEBUG nova.network.neutron [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.982370] env[69316]: DEBUG nova.network.neutron [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Updating instance_info_cache with network_info: [{"id": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "address": "fa:16:3e:46:d8:85", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db35c6f-bb", "ovs_interfaceid": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.485750] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.486127] env[69316]: DEBUG nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Instance network_info: |[{"id": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "address": "fa:16:3e:46:d8:85", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db35c6f-bb", "ovs_interfaceid": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.486658] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:d8:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1db35c6f-bb9f-4172-9367-9cc2c2fa64eb', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.495444] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.495835] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.496213] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f54b9b9-0b46-44e9-af9a-27f94187f952 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.518585] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.518585] env[69316]: value = "task-3367725" [ 1147.518585] env[69316]: _type = "Task" [ 1147.518585] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.527472] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367725, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.605435] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.605679] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672010', 'volume_id': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'name': 'volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e4a76c0-0b19-4118-9bd3-9f347778930b', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'serial': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.606644] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309d351d-37fc-496c-8e14-2519aea841e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.629803] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dea1d8-b88d-4119-847c-36973cc93c33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.661588] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e/volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.666115] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c26a384-e6f3-4e56-8aba-def3f9eb06a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.682774] env[69316]: DEBUG nova.compute.manager [req-4119f48c-5bd6-4af0-b254-41793952f51d req-a6116023-4a13-4eec-9011-382324e961ca service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Received event network-changed-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.682880] env[69316]: DEBUG nova.compute.manager [req-4119f48c-5bd6-4af0-b254-41793952f51d req-a6116023-4a13-4eec-9011-382324e961ca service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Refreshing instance network info cache due to event network-changed-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.683114] env[69316]: DEBUG oslo_concurrency.lockutils [req-4119f48c-5bd6-4af0-b254-41793952f51d req-a6116023-4a13-4eec-9011-382324e961ca service nova] Acquiring lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.683260] env[69316]: DEBUG oslo_concurrency.lockutils [req-4119f48c-5bd6-4af0-b254-41793952f51d req-a6116023-4a13-4eec-9011-382324e961ca service nova] Acquired lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.683425] env[69316]: DEBUG nova.network.neutron [req-4119f48c-5bd6-4af0-b254-41793952f51d req-a6116023-4a13-4eec-9011-382324e961ca service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Refreshing network info cache for port 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.692132] env[69316]: DEBUG oslo_vmware.api [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1147.692132] env[69316]: value = "task-3367726" [ 1147.692132] env[69316]: _type = "Task" [ 1147.692132] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.706786] env[69316]: DEBUG oslo_vmware.api [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.835278] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e22649-fedc-490b-9d32-d4b62c78e27c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.844206] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2417a3-cba1-4b40-8aba-c7d5b10c6e59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.876857] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e2eeff-17f1-4bd8-a953-4a4394e60dd6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.885280] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79806bb1-6dc8-4758-bc93-2dd36fca290e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.900203] env[69316]: DEBUG nova.compute.provider_tree [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.031128] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367725, 'name': CreateVM_Task, 'duration_secs': 0.424901} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.031473] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.032023] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.032207] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.032534] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.032853] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9cf00ef-7650-4ed8-a499-3caa4ac4ec83 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.038982] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1148.038982] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5227c241-51fd-0c33-6e1a-56ef0f136b5c" [ 1148.038982] env[69316]: _type = "Task" [ 1148.038982] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.047501] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5227c241-51fd-0c33-6e1a-56ef0f136b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.203528] env[69316]: DEBUG oslo_vmware.api [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.287398] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.287398] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.287398] env[69316]: DEBUG nova.network.neutron [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.403667] env[69316]: DEBUG nova.scheduler.client.report [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.432437] env[69316]: DEBUG nova.network.neutron [req-4119f48c-5bd6-4af0-b254-41793952f51d req-a6116023-4a13-4eec-9011-382324e961ca service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Updated VIF entry in instance network info cache for port 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.433048] env[69316]: DEBUG nova.network.neutron [req-4119f48c-5bd6-4af0-b254-41793952f51d req-a6116023-4a13-4eec-9011-382324e961ca service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Updating instance_info_cache with network_info: [{"id": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "address": "fa:16:3e:46:d8:85", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db35c6f-bb", "ovs_interfaceid": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.546234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "538ae597-ae6b-46db-9554-9dd3614681cb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.546537] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.552321] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5227c241-51fd-0c33-6e1a-56ef0f136b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.017459} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.552412] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.553501] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.553501] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.553501] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.553501] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.553501] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34d6dc2f-974f-45c1-8ec1-2b74fc8de940 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.564045] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.564235] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.565370] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9826238-ff28-45c1-b000-64fa426d2e54 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.571567] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1148.571567] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525ed323-c705-a36f-f6b7-6dc45f4edc89" [ 1148.571567] env[69316]: _type = "Task" [ 1148.571567] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.581802] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525ed323-c705-a36f-f6b7-6dc45f4edc89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.704284] env[69316]: DEBUG oslo_vmware.api [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367726, 'name': ReconfigVM_Task, 'duration_secs': 0.653493} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.704569] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e/volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.709339] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1a4bbf-05a3-4e16-8c4b-4870e2c3c535 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.726693] env[69316]: DEBUG oslo_vmware.api [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1148.726693] env[69316]: value = "task-3367727" [ 1148.726693] env[69316]: _type = "Task" [ 1148.726693] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.737048] env[69316]: DEBUG oslo_vmware.api [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.908508] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.909046] env[69316]: DEBUG nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.912122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.511s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.912472] env[69316]: DEBUG nova.objects.instance [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lazy-loading 'resources' on Instance uuid 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.935608] env[69316]: DEBUG oslo_concurrency.lockutils [req-4119f48c-5bd6-4af0-b254-41793952f51d req-a6116023-4a13-4eec-9011-382324e961ca service nova] Releasing lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.993907] env[69316]: DEBUG nova.network.neutron [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating instance_info_cache with network_info: [{"id": "0f19002d-d385-46b9-a804-ffa1646f0b50", "address": "fa:16:3e:a4:75:dc", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f19002d-d3", "ovs_interfaceid": "0f19002d-d385-46b9-a804-ffa1646f0b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.053712] env[69316]: DEBUG nova.compute.utils [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.082916] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525ed323-c705-a36f-f6b7-6dc45f4edc89, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.083531] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa617b37-8dd1-4a17-a53f-eafd2d12df4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.091913] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1149.091913] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e51709-3a2d-3dd9-3e99-eb2526f2da0a" [ 1149.091913] env[69316]: _type = "Task" [ 1149.091913] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.101179] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e51709-3a2d-3dd9-3e99-eb2526f2da0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.237330] env[69316]: DEBUG oslo_vmware.api [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367727, 'name': ReconfigVM_Task, 'duration_secs': 0.248257} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.237629] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672010', 'volume_id': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'name': 'volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e4a76c0-0b19-4118-9bd3-9f347778930b', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'serial': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.415704] env[69316]: DEBUG nova.compute.utils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.420122] env[69316]: DEBUG nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.420301] env[69316]: DEBUG nova.network.neutron [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.462262] env[69316]: DEBUG nova.policy [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb0645a52294f6eada47e11bbe27020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ba7891c1cd4fb3a90e201f42a19950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.496167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.528919] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e1683fe9b93fcda02775bdde4dc413a3',container_format='bare',created_at=2025-04-08T14:23:57Z,direct_url=,disk_format='vmdk',id=06dc4087-0397-4da6-88f3-605a13797eff,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1032266931-shelved',owner='6235d667d3f742fa909966b814e92ee6',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-08T14:24:11Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.529198] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.529460] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.529757] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.529964] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.530119] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.530335] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.530513] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.530685] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.530850] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.531052] env[69316]: DEBUG nova.virt.hardware [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.532060] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40760e2f-cbb4-4f4a-b634-482da262c3f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.543694] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e0149-fb49-433d-aeec-d1aa55ea034e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.563485] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.564330] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:75:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f19002d-d385-46b9-a804-ffa1646f0b50', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.571866] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.575086] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.576081] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98776f3d-c584-4490-99c5-9afe5a784bc4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.600067] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.600067] env[69316]: value = "task-3367728" [ 1149.600067] env[69316]: _type = "Task" [ 1149.600067] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.603967] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e51709-3a2d-3dd9-3e99-eb2526f2da0a, 'name': SearchDatastore_Task, 'duration_secs': 0.030731} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.609610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.609894] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] c8ff4d8d-640a-4c39-bc42-a9f94387fd09/c8ff4d8d-640a-4c39-bc42-a9f94387fd09.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.610359] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c0d393d-55a4-454e-9e04-7bb0b88f40ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.619593] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367728, 'name': CreateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.621226] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1149.621226] env[69316]: value = "task-3367729" [ 1149.621226] env[69316]: _type = "Task" [ 1149.621226] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.622980] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3b5f92-a8b4-4607-a1cf-dc92057f2eee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.635586] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.638916] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044e74a1-772b-42eb-a590-b56317d50c44 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.670390] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f1cfc1-8740-477a-9e0a-d184de864d28 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.679262] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8eef63-c46f-41be-9f3c-18a3de02031d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.694525] env[69316]: DEBUG nova.compute.provider_tree [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.812739] env[69316]: DEBUG nova.network.neutron [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Successfully created port: 67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.823735] env[69316]: DEBUG nova.compute.manager [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received event network-vif-plugged-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.823976] env[69316]: DEBUG oslo_concurrency.lockutils [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] Acquiring lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.824219] env[69316]: DEBUG oslo_concurrency.lockutils [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.824387] env[69316]: DEBUG oslo_concurrency.lockutils [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.824564] env[69316]: DEBUG nova.compute.manager [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] No waiting events found dispatching network-vif-plugged-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.824730] env[69316]: WARNING nova.compute.manager [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received unexpected event network-vif-plugged-0f19002d-d385-46b9-a804-ffa1646f0b50 for instance with vm_state shelved_offloaded and task_state spawning. [ 1149.824882] env[69316]: DEBUG nova.compute.manager [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received event network-changed-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.825114] env[69316]: DEBUG nova.compute.manager [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Refreshing instance network info cache due to event network-changed-0f19002d-d385-46b9-a804-ffa1646f0b50. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.825320] env[69316]: DEBUG oslo_concurrency.lockutils [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] Acquiring lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.825455] env[69316]: DEBUG oslo_concurrency.lockutils [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] Acquired lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.825652] env[69316]: DEBUG nova.network.neutron [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Refreshing network info cache for port 0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.877486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.877815] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.878061] env[69316]: INFO nova.compute.manager [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Shelving [ 1149.921370] env[69316]: DEBUG nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.115190] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367728, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.136315] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468525} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.137537] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] c8ff4d8d-640a-4c39-bc42-a9f94387fd09/c8ff4d8d-640a-4c39-bc42-a9f94387fd09.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.137817] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.138155] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3350a5b8-981d-44cc-a167-9c4c776d5cf9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.146708] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1150.146708] env[69316]: value = "task-3367730" [ 1150.146708] env[69316]: _type = "Task" [ 1150.146708] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.158365] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.198529] env[69316]: DEBUG nova.scheduler.client.report [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.290272] env[69316]: DEBUG nova.objects.instance [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'flavor' on Instance uuid 2e4a76c0-0b19-4118-9bd3-9f347778930b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.554534] env[69316]: DEBUG nova.network.neutron [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updated VIF entry in instance network info cache for port 0f19002d-d385-46b9-a804-ffa1646f0b50. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.554901] env[69316]: DEBUG nova.network.neutron [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating instance_info_cache with network_info: [{"id": "0f19002d-d385-46b9-a804-ffa1646f0b50", "address": "fa:16:3e:a4:75:dc", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f19002d-d3", "ovs_interfaceid": "0f19002d-d385-46b9-a804-ffa1646f0b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.616019] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367728, 'name': CreateVM_Task, 'duration_secs': 0.539475} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.616918] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.617902] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.618202] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.618602] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.618872] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55a9de9-b119-4845-9ae1-0785c5350536 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.627163] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1150.627163] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e98c9f-101d-9bbf-880a-c303189a27d0" [ 1150.627163] env[69316]: _type = "Task" [ 1150.627163] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.632423] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "538ae597-ae6b-46db-9554-9dd3614681cb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.632720] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.632923] env[69316]: INFO nova.compute.manager [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Attaching volume fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2 to /dev/sdb [ 1150.641370] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e98c9f-101d-9bbf-880a-c303189a27d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.657932] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068755} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.658237] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.659059] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34b257-f869-417c-802f-310d4b020c76 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.683037] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c8ff4d8d-640a-4c39-bc42-a9f94387fd09/c8ff4d8d-640a-4c39-bc42-a9f94387fd09.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.684451] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af193d80-8c43-4d16-ba04-12861ad93926 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.699999] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d59e0f-4dc8-4741-b60e-284d4a79374e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.703766] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.711686] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e8d41f-a412-419e-8f38-e57824ba01de {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.717591] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1150.717591] env[69316]: value = "task-3367731" [ 1150.717591] env[69316]: _type = "Task" [ 1150.717591] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.732762] env[69316]: DEBUG nova.virt.block_device [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updating existing volume attachment record: c87779ab-797b-46f4-a5d1-8ce3fd194d15 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.737034] env[69316]: INFO nova.scheduler.client.report [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Deleted allocations for instance 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f [ 1150.744500] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.797276] env[69316]: DEBUG oslo_concurrency.lockutils [None req-84c1e6c1-6746-497a-ae53-2d9eeec4f034 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.796s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.889972] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.890374] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-307e2e1a-c829-4be7-b4c8-4154e8ae4150 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.901517] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1150.901517] env[69316]: value = "task-3367733" [ 1150.901517] env[69316]: _type = "Task" [ 1150.901517] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.911025] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.933785] env[69316]: DEBUG nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.960988] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.961263] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.961615] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.961813] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.962064] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.962282] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.962553] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.962780] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.963035] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.963300] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.963571] env[69316]: DEBUG nova.virt.hardware [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.964545] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f66ae51-d683-4e8e-9d71-9f5b0a2f5cf3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.974353] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa067e34-7ff1-4863-b243-ec58b68ea011 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.059121] env[69316]: DEBUG oslo_concurrency.lockutils [req-523cd664-f264-468a-8e01-600de07bd067 req-ea0d4533-6c09-4ef5-bc20-0b182beb8acf service nova] Releasing lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.144664] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.145062] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Processing image 06dc4087-0397-4da6-88f3-605a13797eff {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.145376] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff/06dc4087-0397-4da6-88f3-605a13797eff.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.145550] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff/06dc4087-0397-4da6-88f3-605a13797eff.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.145767] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.146092] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fffdea8-f098-419b-9375-f9b0c8629ef5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.157496] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.157496] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.161021] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725376ae-5122-45e5-9298-843b82f71e78 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.166383] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1151.166383] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52bbe1e1-1fc5-7642-3b0b-7bc2dd7217c7" [ 1151.166383] env[69316]: _type = "Task" [ 1151.166383] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.178133] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52bbe1e1-1fc5-7642-3b0b-7bc2dd7217c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.228272] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.251089] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Lock "10f3f8dd-02e5-4e1d-84c1-85aef2762a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.998s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.413289] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367733, 'name': PowerOffVM_Task, 'duration_secs': 0.275275} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.413289] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.414135] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0a9e14-07a4-49d1-85b8-b02f4d004016 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.417274] env[69316]: DEBUG nova.network.neutron [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Successfully updated port: 67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.436419] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28570d95-61ca-46de-86dc-b847ca122c8c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.677084] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Preparing fetch location {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1151.677402] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Fetch image to [datastore1] OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef/OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef.vmdk {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1151.677588] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Downloading stream optimized image 06dc4087-0397-4da6-88f3-605a13797eff to [datastore1] OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef/OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef.vmdk on the data store datastore1 as vApp {{(pid=69316) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1151.677729] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Downloading image file data 06dc4087-0397-4da6-88f3-605a13797eff to the ESX as VM named 'OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef' {{(pid=69316) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1151.737859] env[69316]: DEBUG nova.compute.manager [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1151.744777] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367731, 'name': ReconfigVM_Task, 'duration_secs': 0.553698} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.745098] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c8ff4d8d-640a-4c39-bc42-a9f94387fd09/c8ff4d8d-640a-4c39-bc42-a9f94387fd09.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.747635] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14062483-31ec-4369-b785-0320228c79fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.757075] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1151.757075] env[69316]: value = "task-3367736" [ 1151.757075] env[69316]: _type = "Task" [ 1151.757075] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.767060] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367736, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.774082] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1151.774082] env[69316]: value = "resgroup-9" [ 1151.774082] env[69316]: _type = "ResourcePool" [ 1151.774082] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1151.774452] env[69316]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ae83e5fa-b461-488b-b4f9-7b037151cff3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.797951] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lease: (returnval){ [ 1151.797951] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c259ac-6a22-1f7d-4a26-d7f329efc17e" [ 1151.797951] env[69316]: _type = "HttpNfcLease" [ 1151.797951] env[69316]: } obtained for vApp import into resource pool (val){ [ 1151.797951] env[69316]: value = "resgroup-9" [ 1151.797951] env[69316]: _type = "ResourcePool" [ 1151.797951] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1151.798691] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the lease: (returnval){ [ 1151.798691] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c259ac-6a22-1f7d-4a26-d7f329efc17e" [ 1151.798691] env[69316]: _type = "HttpNfcLease" [ 1151.798691] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1151.814111] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.814111] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c259ac-6a22-1f7d-4a26-d7f329efc17e" [ 1151.814111] env[69316]: _type = "HttpNfcLease" [ 1151.814111] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.858030] env[69316]: DEBUG nova.compute.manager [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Received event network-vif-plugged-67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.858239] env[69316]: DEBUG oslo_concurrency.lockutils [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.858519] env[69316]: DEBUG oslo_concurrency.lockutils [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.858757] env[69316]: DEBUG oslo_concurrency.lockutils [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.859026] env[69316]: DEBUG nova.compute.manager [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] No waiting events found dispatching network-vif-plugged-67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.859242] env[69316]: WARNING nova.compute.manager [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Received unexpected event network-vif-plugged-67f37eca-5cb2-40c0-b879-ef0696f2e372 for instance with vm_state building and task_state spawning. [ 1151.859439] env[69316]: DEBUG nova.compute.manager [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Received event network-changed-67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.859634] env[69316]: DEBUG nova.compute.manager [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Refreshing instance network info cache due to event network-changed-67f37eca-5cb2-40c0-b879-ef0696f2e372. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.859816] env[69316]: DEBUG oslo_concurrency.lockutils [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] Acquiring lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.859976] env[69316]: DEBUG oslo_concurrency.lockutils [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] Acquired lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.860151] env[69316]: DEBUG nova.network.neutron [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Refreshing network info cache for port 67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.919805] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.952024] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1151.952024] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-08862030-3c8e-4bd7-b819-673ec233dca9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.957466] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1151.957466] env[69316]: value = "task-3367738" [ 1151.957466] env[69316]: _type = "Task" [ 1151.957466] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.967885] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.263304] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.263751] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.272630] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367736, 'name': Rename_Task, 'duration_secs': 0.207158} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.272921] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.273191] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16dd9177-8c1e-4846-85a1-143dc49b03c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.282730] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1152.282730] env[69316]: value = "task-3367739" [ 1152.282730] env[69316]: _type = "Task" [ 1152.282730] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.292950] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.307737] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.307737] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c259ac-6a22-1f7d-4a26-d7f329efc17e" [ 1152.307737] env[69316]: _type = "HttpNfcLease" [ 1152.307737] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1152.393142] env[69316]: DEBUG nova.network.neutron [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.468589] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367738, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.472854] env[69316]: DEBUG nova.network.neutron [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.769917] env[69316]: INFO nova.compute.claims [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.794527] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.809942] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.809942] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c259ac-6a22-1f7d-4a26-d7f329efc17e" [ 1152.809942] env[69316]: _type = "HttpNfcLease" [ 1152.809942] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1152.810290] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1152.810290] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c259ac-6a22-1f7d-4a26-d7f329efc17e" [ 1152.810290] env[69316]: _type = "HttpNfcLease" [ 1152.810290] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1152.811085] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7f52a-2c88-43f9-8f59-f8c900e0d277 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.820114] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17503-3e12-53a5-a710-ed746bf2fe21/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1152.820332] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17503-3e12-53a5-a710-ed746bf2fe21/disk-0.vmdk. {{(pid=69316) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1152.888857] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff8b795d-56e8-4609-af6f-7b6f83b56b36 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.969780] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367738, 'name': CreateSnapshot_Task, 'duration_secs': 0.812658} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.970229] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1152.971064] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be88b506-24a0-41d5-a671-b823c5deb174 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.975475] env[69316]: DEBUG oslo_concurrency.lockutils [req-4e8b01e3-6492-4f48-8c96-c8a50f60fa32 req-b7f75e2d-6b1a-42ed-b7fe-52a3c2f63f51 service nova] Releasing lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.975822] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.975975] env[69316]: DEBUG nova.network.neutron [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.025186] env[69316]: DEBUG nova.network.neutron [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.205888] env[69316]: DEBUG nova.network.neutron [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [{"id": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "address": "fa:16:3e:61:28:00", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f37eca-5c", "ovs_interfaceid": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.278658] env[69316]: INFO nova.compute.resource_tracker [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating resource usage from migration 9ed8f3a1-4520-43d2-b353-bd341452b144 [ 1153.294236] env[69316]: DEBUG oslo_vmware.api [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367739, 'name': PowerOnVM_Task, 'duration_secs': 0.675432} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.294553] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.294760] env[69316]: INFO nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1153.294941] env[69316]: DEBUG nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.295766] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69266f41-dc9d-4bd4-a700-148421ebdc9d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.488115] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a998cc66-db93-4c92-b23e-d315d1af01af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.498679] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1153.503238] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c379c80-b560-419e-8465-3e1016d242ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.514898] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb923803-d16e-4fd3-bee3-92939f9f1883 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.520447] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1153.520447] env[69316]: value = "task-3367741" [ 1153.520447] env[69316]: _type = "Task" [ 1153.520447] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.558838] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e370d5fb-d35a-492d-bb49-7495e580341d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.561992] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367741, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.568596] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df98600-f26f-4e2a-b34b-3c639af75401 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.587991] env[69316]: DEBUG nova.compute.provider_tree [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.713453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.714050] env[69316]: DEBUG nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Instance network_info: |[{"id": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "address": "fa:16:3e:61:28:00", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f37eca-5c", "ovs_interfaceid": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.714365] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:28:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67f37eca-5cb2-40c0-b879-ef0696f2e372', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.723785] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Creating folder: Project (81ba7891c1cd4fb3a90e201f42a19950). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.727185] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b39349fc-4037-4eef-998c-77b556a16ed0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.743402] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Created folder: Project (81ba7891c1cd4fb3a90e201f42a19950) in parent group-v671748. [ 1153.743608] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Creating folder: Instances. Parent ref: group-v672018. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.744013] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-004dd759-f9c9-4fed-a2db-e8497741ba27 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.758809] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Created folder: Instances in parent group-v672018. [ 1153.759994] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.759994] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.759994] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dd03ed4-5264-48de-941e-5247a5ad33e8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.790589] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.790589] env[69316]: value = "task-3367744" [ 1153.790589] env[69316]: _type = "Task" [ 1153.790589] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.803565] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367744, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.823388] env[69316]: INFO nova.compute.manager [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Took 15.49 seconds to build instance. [ 1154.036149] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367741, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.095430] env[69316]: DEBUG nova.scheduler.client.report [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.143504] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Completed reading data from the image iterator. {{(pid=69316) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1154.143801] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17503-3e12-53a5-a710-ed746bf2fe21/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1154.144829] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c758bd89-a5b3-4e21-941a-205b9f19ea3a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.154409] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17503-3e12-53a5-a710-ed746bf2fe21/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1154.154578] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17503-3e12-53a5-a710-ed746bf2fe21/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1154.154823] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c618ba26-878e-4017-9d18-9531c02bc3f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.304263] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367744, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.327256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9c7aaafa-a902-4db7-8a51-b816b90c44bb tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.007s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.349076] env[69316]: DEBUG oslo_vmware.rw_handles [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17503-3e12-53a5-a710-ed746bf2fe21/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1154.349076] env[69316]: INFO nova.virt.vmwareapi.images [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Downloaded image file data 06dc4087-0397-4da6-88f3-605a13797eff [ 1154.349076] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e90148d-7577-4b2b-be2c-0a885c18be1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.367932] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c164186c-f494-47cd-b90e-68b481e9c920 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.397771] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc6ce5-10ab-911e-1bd6-936c15917854/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1154.399878] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e5e066-c517-48e9-8ab3-0d1bb49dba0d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.405763] env[69316]: INFO nova.virt.vmwareapi.images [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] The imported VM was unregistered [ 1154.407036] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Caching image {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1154.407248] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Creating directory with path [datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.407959] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ab482b-a70b-490f-9a8b-2c3ba894201b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.412338] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc6ce5-10ab-911e-1bd6-936c15917854/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1154.412503] env[69316]: ERROR oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc6ce5-10ab-911e-1bd6-936c15917854/disk-0.vmdk due to incomplete transfer. [ 1154.413218] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0fd580d-d49f-40bf-9bc9-0e19ba6bd3c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.422805] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc6ce5-10ab-911e-1bd6-936c15917854/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1154.423036] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Uploaded image 4ad12354-e3a2-41f7-8b33-28db956531dc to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1154.426431] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1154.427679] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4192427-7673-4c77-8c1d-98526e7ea334 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.429279] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Created directory with path [datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.429578] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef/OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef.vmdk to [datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff/06dc4087-0397-4da6-88f3-605a13797eff.vmdk. {{(pid=69316) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1154.429832] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-657cb1f0-4f1a-4517-867d-26fa59ef4234 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.438089] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1154.438089] env[69316]: value = "task-3367747" [ 1154.438089] env[69316]: _type = "Task" [ 1154.438089] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.439410] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1154.439410] env[69316]: value = "task-3367746" [ 1154.439410] env[69316]: _type = "Task" [ 1154.439410] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.451788] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367747, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.455117] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367746, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.532813] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367741, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.601218] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.601218] env[69316]: INFO nova.compute.manager [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Migrating [ 1154.611997] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.612205] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.612670] env[69316]: INFO nova.compute.manager [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Shelving [ 1154.808149] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367744, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.958356] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367747, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.958656] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367746, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.034880] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367741, 'name': CloneVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.124853] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.125227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.125512] env[69316]: DEBUG nova.network.neutron [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.301276] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.305026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.305026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.305026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.305026] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.305026] env[69316]: INFO nova.compute.manager [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Terminating instance [ 1155.316638] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367744, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.467545] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367746, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.468043] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367747, 'name': Destroy_Task, 'duration_secs': 0.92093} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.468366] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Destroyed the VM [ 1155.468673] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1155.469073] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e2f31da3-dc95-4b30-a3fc-575eaf599fc2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.479895] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1155.479895] env[69316]: value = "task-3367748" [ 1155.479895] env[69316]: _type = "Task" [ 1155.479895] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.493514] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367748, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.533695] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367741, 'name': CloneVM_Task, 'duration_secs': 1.567463} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.534237] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Created linked-clone VM from snapshot [ 1155.534912] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6ada8-7509-4bb1-bb96-a5da6e3d9cf7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.545165] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Uploading image 55e4689b-b939-43bf-9665-92528ab32a24 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1155.584604] env[69316]: DEBUG oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1155.584604] env[69316]: value = "vm-672017" [ 1155.584604] env[69316]: _type = "VirtualMachine" [ 1155.584604] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1155.588409] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7f15ada-cc0e-4237-80a5-4b337f93c0c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.598645] env[69316]: DEBUG oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lease: (returnval){ [ 1155.598645] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5274e0bb-a777-b398-5a01-45ba7f093997" [ 1155.598645] env[69316]: _type = "HttpNfcLease" [ 1155.598645] env[69316]: } obtained for exporting VM: (result){ [ 1155.598645] env[69316]: value = "vm-672017" [ 1155.598645] env[69316]: _type = "VirtualMachine" [ 1155.598645] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1155.599595] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the lease: (returnval){ [ 1155.599595] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5274e0bb-a777-b398-5a01-45ba7f093997" [ 1155.599595] env[69316]: _type = "HttpNfcLease" [ 1155.599595] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.607764] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.607764] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5274e0bb-a777-b398-5a01-45ba7f093997" [ 1155.607764] env[69316]: _type = "HttpNfcLease" [ 1155.607764] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.644524] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.645078] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c208cd8f-28de-4089-a243-c7bbcd841285 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.656402] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1155.656402] env[69316]: value = "task-3367750" [ 1155.656402] env[69316]: _type = "Task" [ 1155.656402] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.670131] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.795987] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1155.797367] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1155.798689] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbe2137-b095-4bd2-a429-3459df5075ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.816841] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367744, 'name': CreateVM_Task, 'duration_secs': 1.819784} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.833095] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.834555] env[69316]: DEBUG nova.compute.manager [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.834818] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.836227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.838078] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.838484] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.839760] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07711544-4dac-453c-824d-daec4b8b4550 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.843533] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac1a3d1-18db-41e0-b0e1-02b6a3b5b5b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.847519] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc740e46-325e-4cb9-8610-e1c3289b1f2a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.858323] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.858821] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1155.858821] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52599dda-29da-8268-e855-64738130ef95" [ 1155.858821] env[69316]: _type = "Task" [ 1155.858821] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.875266] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b866fba-0bd6-4e43-9a9e-0e23acb647a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.887638] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2/volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.893903] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b4765a5-eabf-4625-a953-312d5745ba08 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.916846] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52599dda-29da-8268-e855-64738130ef95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.918681] env[69316]: DEBUG oslo_vmware.api [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1155.918681] env[69316]: value = "task-3367752" [ 1155.918681] env[69316]: _type = "Task" [ 1155.918681] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.929542] env[69316]: DEBUG oslo_vmware.api [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.961517] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367746, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.999533] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367748, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.108746] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.110424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.122639] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.122639] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5274e0bb-a777-b398-5a01-45ba7f093997" [ 1156.122639] env[69316]: _type = "HttpNfcLease" [ 1156.122639] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.125359] env[69316]: DEBUG oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.125359] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5274e0bb-a777-b398-5a01-45ba7f093997" [ 1156.125359] env[69316]: _type = "HttpNfcLease" [ 1156.125359] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1156.125359] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2346d-5245-4862-996b-89b20e467696 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.140099] env[69316]: DEBUG oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f3cdd-3038-dbe6-e027-5431461e00e4/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.140537] env[69316]: DEBUG oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f3cdd-3038-dbe6-e027-5431461e00e4/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1156.211427] env[69316]: DEBUG nova.network.neutron [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance_info_cache with network_info: [{"id": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "address": "fa:16:3e:d2:54:2a", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa21fb45-59", "ovs_interfaceid": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.226114] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367750, 'name': PowerOffVM_Task, 'duration_secs': 0.506292} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.226114] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.227174] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c3f224-1070-4947-acbf-897cb61a1562 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.253111] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16cee9-2dd3-4007-bfdc-a7391cab78b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.310503] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ce71fa8-84f6-4f4c-8f89-0eec07f1fe84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.390989] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52599dda-29da-8268-e855-64738130ef95, 'name': SearchDatastore_Task, 'duration_secs': 0.09822} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.391425] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.391679] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.391956] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.392333] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.392333] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.392668] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcc8c816-ba8f-40f0-8116-e8bed4bc25a3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.414505] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.414505] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.415545] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8f2896-4be3-44d0-8c29-00e0b67fe4f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.432521] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1156.432521] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52831198-a5ba-24a3-00c3-9f6e2dc8021a" [ 1156.432521] env[69316]: _type = "Task" [ 1156.432521] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.438442] env[69316]: DEBUG oslo_vmware.api [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.454377] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52831198-a5ba-24a3-00c3-9f6e2dc8021a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.466244] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367746, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.495035] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367748, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.612896] env[69316]: DEBUG nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.720514] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.767638] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1156.768209] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a005c78a-b89a-40cf-a288-f5983f3236a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.778358] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1156.778358] env[69316]: value = "task-3367753" [ 1156.778358] env[69316]: _type = "Task" [ 1156.778358] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.789975] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367753, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.791954] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.795198] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.795198] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleting the datastore file [datastore2] bf799f91-b9d9-4766-bf37-1bdba1d53a1e {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.795198] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4293baa-b682-42ae-a159-e22093e5299f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.801171] env[69316]: DEBUG oslo_vmware.api [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1156.801171] env[69316]: value = "task-3367754" [ 1156.801171] env[69316]: _type = "Task" [ 1156.801171] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.816472] env[69316]: DEBUG oslo_vmware.api [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.930627] env[69316]: DEBUG oslo_vmware.api [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.951941] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52831198-a5ba-24a3-00c3-9f6e2dc8021a, 'name': SearchDatastore_Task, 'duration_secs': 0.097023} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.953755] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d6c887-da93-43f4-9d2f-a372380c3d43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.965019] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1156.965019] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529ff723-0891-acea-200f-d2b2e54a14b2" [ 1156.965019] env[69316]: _type = "Task" [ 1156.965019] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.968957] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367746, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.981123] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529ff723-0891-acea-200f-d2b2e54a14b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.997124] env[69316]: DEBUG oslo_vmware.api [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367748, 'name': RemoveSnapshot_Task, 'duration_secs': 1.067022} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.997724] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1157.000070] env[69316]: INFO nova.compute.manager [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 1157.143651] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.144427] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.146496] env[69316]: INFO nova.compute.claims [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.291835] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367753, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.314155] env[69316]: DEBUG oslo_vmware.api [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427151} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.314537] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.314826] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.315198] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.315952] env[69316]: INFO nova.compute.manager [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Took 1.48 seconds to destroy the instance on the hypervisor. [ 1157.316235] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.316522] env[69316]: DEBUG nova.compute.manager [-] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.316613] env[69316]: DEBUG nova.network.neutron [-] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.435243] env[69316]: DEBUG oslo_vmware.api [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367752, 'name': ReconfigVM_Task, 'duration_secs': 1.156426} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.435243] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2/volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.438918] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b27a52-ecb3-4a01-ab2d-defdc7b655f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.460359] env[69316]: DEBUG oslo_vmware.api [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1157.460359] env[69316]: value = "task-3367755" [ 1157.460359] env[69316]: _type = "Task" [ 1157.460359] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.474087] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367746, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.712921} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.481698] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef/OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef.vmdk to [datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff/06dc4087-0397-4da6-88f3-605a13797eff.vmdk. [ 1157.482785] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Cleaning up location [datastore1] OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1157.483205] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_221dffbd-fe39-4fdb-80d3-055dc329c3ef {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.487882] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f866720c-bbd5-4446-a742-243215ce287e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.491038] env[69316]: DEBUG oslo_vmware.api [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.498578] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529ff723-0891-acea-200f-d2b2e54a14b2, 'name': SearchDatastore_Task, 'duration_secs': 0.037298} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.501119] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.501557] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] e71187f7-dcc9-4ee8-b398-65cf3e88c12f/e71187f7-dcc9-4ee8-b398-65cf3e88c12f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.502042] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1157.502042] env[69316]: value = "task-3367756" [ 1157.502042] env[69316]: _type = "Task" [ 1157.502042] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.503164] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b90d5498-082d-452b-be85-64b7530c67c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.507337] env[69316]: DEBUG nova.compute.manager [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Instance disappeared during snapshot {{(pid=69316) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1157.524169] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1157.524169] env[69316]: value = "task-3367757" [ 1157.524169] env[69316]: _type = "Task" [ 1157.524169] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.529222] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.540327] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.541486] env[69316]: DEBUG nova.compute.manager [None req-d3d1f7e0-6e46-4dfc-a724-fe7576a44815 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image not found during clean up 4ad12354-e3a2-41f7-8b33-28db956531dc {{(pid=69316) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1157.658392] env[69316]: DEBUG nova.compute.manager [req-ba35edd4-6526-487a-8588-96535ca2b6d5 req-d8355cea-a21e-4070-b6e7-6ec98a9d89f9 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Received event network-vif-deleted-23329f86-1d39-496b-841b-e07cfcb9deb2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.659066] env[69316]: INFO nova.compute.manager [req-ba35edd4-6526-487a-8588-96535ca2b6d5 req-d8355cea-a21e-4070-b6e7-6ec98a9d89f9 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Neutron deleted interface 23329f86-1d39-496b-841b-e07cfcb9deb2; detaching it from the instance and deleting it from the info cache [ 1157.659066] env[69316]: DEBUG nova.network.neutron [req-ba35edd4-6526-487a-8588-96535ca2b6d5 req-d8355cea-a21e-4070-b6e7-6ec98a9d89f9 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.791490] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367753, 'name': CreateSnapshot_Task, 'duration_secs': 0.660234} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.791793] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1157.792635] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac8cf88-b0bf-44a0-bbee-6751c7e42e49 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.972462] env[69316]: DEBUG oslo_vmware.api [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367755, 'name': ReconfigVM_Task, 'duration_secs': 0.191033} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.972892] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1158.019338] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061047} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.019715] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.019957] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff/06dc4087-0397-4da6-88f3-605a13797eff.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.020536] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff/06dc4087-0397-4da6-88f3-605a13797eff.vmdk to [datastore1] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd/4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.021437] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8262f0f0-ac7f-4859-b0e0-511dd5961c74 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.034259] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1158.034259] env[69316]: value = "task-3367758" [ 1158.034259] env[69316]: _type = "Task" [ 1158.034259] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.042500] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.050312] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.135473] env[69316]: DEBUG nova.network.neutron [-] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.161611] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41a746ee-81ad-4b6f-815d-ba3b51abde8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.174070] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9bb05c-7913-4403-a756-f049b11c219e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.217380] env[69316]: DEBUG nova.compute.manager [req-ba35edd4-6526-487a-8588-96535ca2b6d5 req-d8355cea-a21e-4070-b6e7-6ec98a9d89f9 service nova] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Detach interface failed, port_id=23329f86-1d39-496b-841b-e07cfcb9deb2, reason: Instance bf799f91-b9d9-4766-bf37-1bdba1d53a1e could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.237522] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10025de7-568c-4e3c-88bc-055dda549e9d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.269875] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance '2e4a76c0-0b19-4118-9bd3-9f347778930b' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.310985] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1158.314197] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36a334d6-2dad-4eb8-817c-8ffa8459bbed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.323847] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1158.323847] env[69316]: value = "task-3367759" [ 1158.323847] env[69316]: _type = "Task" [ 1158.323847] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.334582] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367759, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.394136] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738b2171-d0fd-4c6b-9bcb-ab166422d32e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.404695] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71830632-0a2a-4cde-8b7a-ffd1a0f49d75 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.440420] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73874815-7208-4e89-992b-e845240c9d2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.451378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1913e-a4c9-424f-83d4-b05837d0dc4e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.471630] env[69316]: DEBUG nova.compute.provider_tree [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.545296] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777777} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.546154] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] e71187f7-dcc9-4ee8-b398-65cf3e88c12f/e71187f7-dcc9-4ee8-b398-65cf3e88c12f.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.546465] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.547053] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd7cb55-ab5c-4b42-880e-d172ff1fac4d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.554057] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367758, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.562424] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1158.562424] env[69316]: value = "task-3367760" [ 1158.562424] env[69316]: _type = "Task" [ 1158.562424] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.576973] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.639270] env[69316]: INFO nova.compute.manager [-] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Took 1.32 seconds to deallocate network for instance. [ 1158.779341] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.779764] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-048fa8ae-e27a-45e3-bd86-a6e2c59156d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.792810] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1158.792810] env[69316]: value = "task-3367761" [ 1158.792810] env[69316]: _type = "Task" [ 1158.792810] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.804875] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.836503] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367759, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.975834] env[69316]: DEBUG nova.scheduler.client.report [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.026510] env[69316]: DEBUG nova.objects.instance [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lazy-loading 'flavor' on Instance uuid 538ae597-ae6b-46db-9554-9dd3614681cb {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.046887] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367758, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.074246] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285539} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.074571] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.075455] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1337e3-1f35-4b99-87ba-6284b32a8c8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.100394] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] e71187f7-dcc9-4ee8-b398-65cf3e88c12f/e71187f7-dcc9-4ee8-b398-65cf3e88c12f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.100798] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439d1ecf-8872-491f-bbb4-722f41b7ee1d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.132152] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1159.132152] env[69316]: value = "task-3367762" [ 1159.132152] env[69316]: _type = "Task" [ 1159.132152] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.146361] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.148963] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.305989] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367761, 'name': PowerOffVM_Task, 'duration_secs': 0.431943} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.306243] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.306464] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance '2e4a76c0-0b19-4118-9bd3-9f347778930b' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.335477] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367759, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.482281] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.483188] env[69316]: DEBUG nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.487246] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.338s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.487577] env[69316]: DEBUG nova.objects.instance [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lazy-loading 'resources' on Instance uuid bf799f91-b9d9-4766-bf37-1bdba1d53a1e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.535076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8b3d2d16-7c1f-4ebe-9060-bd25eaf0adad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.902s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.553551] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367758, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.643682] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.814549] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.814848] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.816100] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.816341] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.816615] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.816814] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.817088] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.817306] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.817512] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.817705] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.817895] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.824084] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f98b28-c163-463e-8894-2dc58586ee47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.846981] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367759, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.849519] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1159.849519] env[69316]: value = "task-3367763" [ 1159.849519] env[69316]: _type = "Task" [ 1159.849519] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.863178] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.991590] env[69316]: DEBUG nova.compute.utils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.997787] env[69316]: DEBUG nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.998028] env[69316]: DEBUG nova.network.neutron [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.055388] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367758, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.057430] env[69316]: DEBUG nova.policy [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80c0a2b49e4b4b269baafc6cca88de3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9b61f0579814c6aba86c35a7f77736f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.147626] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.219624] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ed1bf7-86f3-42da-8db6-6adb5ccfc96b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.229677] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533dd247-48cd-41c3-b498-5dbee4b3ad0f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.264851] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d23a29-fb8f-441e-b225-1857c3989ced {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.274993] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84c8976-bced-4608-a5e5-c1a5381bda13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.291056] env[69316]: DEBUG nova.compute.provider_tree [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.348247] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367759, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.361822] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367763, 'name': ReconfigVM_Task, 'duration_secs': 0.332154} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.362332] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance '2e4a76c0-0b19-4118-9bd3-9f347778930b' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.374508] env[69316]: DEBUG nova.network.neutron [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Successfully created port: 556e6429-1efb-45a1-b416-32ff51bc6638 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.498452] env[69316]: DEBUG nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.531197] env[69316]: INFO nova.compute.manager [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Rebuilding instance [ 1160.549875] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367758, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.592078] env[69316]: DEBUG nova.compute.manager [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.593030] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab15a9-8e3c-46da-92dc-ce03933af521 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.647205] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367762, 'name': ReconfigVM_Task, 'duration_secs': 1.112023} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.647780] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] e71187f7-dcc9-4ee8-b398-65cf3e88c12f/e71187f7-dcc9-4ee8-b398-65cf3e88c12f.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.648715] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04fccc3b-4c96-475f-b7cd-21d37c5993cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.659632] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1160.659632] env[69316]: value = "task-3367764" [ 1160.659632] env[69316]: _type = "Task" [ 1160.659632] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.672364] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367764, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.794669] env[69316]: DEBUG nova.scheduler.client.report [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.846587] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367759, 'name': CloneVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.870518] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.870764] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.870925] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.871123] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.871271] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.871437] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.871644] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.871800] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.871968] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.872170] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.872352] env[69316]: DEBUG nova.virt.hardware [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.877950] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1160.878263] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f8c256-a0f0-4d62-b4d7-d5e049135af5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.899694] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1160.899694] env[69316]: value = "task-3367765" [ 1160.899694] env[69316]: _type = "Task" [ 1160.899694] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.909191] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.051363] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367758, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.556484} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.051363] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06dc4087-0397-4da6-88f3-605a13797eff/06dc4087-0397-4da6-88f3-605a13797eff.vmdk to [datastore1] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd/4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.051992] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18a7c05-2161-4e2c-91cc-ea440d504d70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.087161] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd/4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.087522] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24527676-95fd-41de-aee3-d9f3dbfb74fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.109032] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1161.109032] env[69316]: value = "task-3367766" [ 1161.109032] env[69316]: _type = "Task" [ 1161.109032] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.118607] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.170922] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367764, 'name': Rename_Task, 'duration_secs': 0.180261} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.171222] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.171484] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6cbe8f3-6de8-46d8-8abc-1d3ebbcfc85f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.181298] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1161.181298] env[69316]: value = "task-3367767" [ 1161.181298] env[69316]: _type = "Task" [ 1161.181298] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.191782] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.300458] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.326337] env[69316]: INFO nova.scheduler.client.report [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted allocations for instance bf799f91-b9d9-4766-bf37-1bdba1d53a1e [ 1161.347575] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367759, 'name': CloneVM_Task, 'duration_secs': 2.613117} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.348481] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Created linked-clone VM from snapshot [ 1161.348718] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910a5931-03a6-445a-89d5-65167c2832ec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.357838] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Uploading image ec118320-a522-4c54-a205-39bdb7a52226 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1161.382537] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1161.382537] env[69316]: value = "vm-672022" [ 1161.382537] env[69316]: _type = "VirtualMachine" [ 1161.382537] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1161.383129] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4b75900-6e90-4d7e-9080-7d12fc50ee5c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.392024] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lease: (returnval){ [ 1161.392024] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5290a0cf-8a83-ff39-51b5-9b24b032b46a" [ 1161.392024] env[69316]: _type = "HttpNfcLease" [ 1161.392024] env[69316]: } obtained for exporting VM: (result){ [ 1161.392024] env[69316]: value = "vm-672022" [ 1161.392024] env[69316]: _type = "VirtualMachine" [ 1161.392024] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1161.392277] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the lease: (returnval){ [ 1161.392277] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5290a0cf-8a83-ff39-51b5-9b24b032b46a" [ 1161.392277] env[69316]: _type = "HttpNfcLease" [ 1161.392277] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1161.400532] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.400532] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5290a0cf-8a83-ff39-51b5-9b24b032b46a" [ 1161.400532] env[69316]: _type = "HttpNfcLease" [ 1161.400532] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.410182] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367765, 'name': ReconfigVM_Task, 'duration_secs': 0.211981} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.410182] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.411019] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e084f1-d7bf-4793-a4d7-af38f63c999f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.440204] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b/2e4a76c0-0b19-4118-9bd3-9f347778930b.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.440586] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d79a35af-f72c-49e9-9155-2969a9c0fd00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.463020] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1161.463020] env[69316]: value = "task-3367769" [ 1161.463020] env[69316]: _type = "Task" [ 1161.463020] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.475121] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.509793] env[69316]: DEBUG nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.534684] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.534938] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.535119] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.535378] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.535548] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.535716] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.535942] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.536134] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.536311] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.536491] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.536664] env[69316]: DEBUG nova.virt.hardware [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.537598] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c6e002-7dec-4b32-8fa0-09dc77d5428e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.549679] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ffdac7-2a78-431c-aac9-f2ed11c33f78 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.610407] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.610853] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94e58f60-15ee-4983-8159-de91b1cea446 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.622195] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367766, 'name': ReconfigVM_Task, 'duration_secs': 0.378449} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.623974] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd/4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.624758] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1161.624758] env[69316]: value = "task-3367770" [ 1161.624758] env[69316]: _type = "Task" [ 1161.624758] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.624966] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99f10032-bfa9-443f-9e08-83a60a19e4d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.636285] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.637995] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1161.637995] env[69316]: value = "task-3367771" [ 1161.637995] env[69316]: _type = "Task" [ 1161.637995] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.647673] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367771, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.696868] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367767, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.836305] env[69316]: DEBUG nova.compute.manager [req-233449e4-ac53-46de-8edf-a41970d47cfa req-3112e832-eded-456f-9b07-10a624f3ff7c service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Received event network-vif-plugged-556e6429-1efb-45a1-b416-32ff51bc6638 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.836601] env[69316]: DEBUG oslo_concurrency.lockutils [req-233449e4-ac53-46de-8edf-a41970d47cfa req-3112e832-eded-456f-9b07-10a624f3ff7c service nova] Acquiring lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.836949] env[69316]: DEBUG oslo_concurrency.lockutils [req-233449e4-ac53-46de-8edf-a41970d47cfa req-3112e832-eded-456f-9b07-10a624f3ff7c service nova] Lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.837201] env[69316]: DEBUG oslo_concurrency.lockutils [req-233449e4-ac53-46de-8edf-a41970d47cfa req-3112e832-eded-456f-9b07-10a624f3ff7c service nova] Lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.837387] env[69316]: DEBUG nova.compute.manager [req-233449e4-ac53-46de-8edf-a41970d47cfa req-3112e832-eded-456f-9b07-10a624f3ff7c service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] No waiting events found dispatching network-vif-plugged-556e6429-1efb-45a1-b416-32ff51bc6638 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.837569] env[69316]: WARNING nova.compute.manager [req-233449e4-ac53-46de-8edf-a41970d47cfa req-3112e832-eded-456f-9b07-10a624f3ff7c service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Received unexpected event network-vif-plugged-556e6429-1efb-45a1-b416-32ff51bc6638 for instance with vm_state building and task_state spawning. [ 1161.838270] env[69316]: DEBUG oslo_concurrency.lockutils [None req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bf799f91-b9d9-4766-bf37-1bdba1d53a1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.537s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.901544] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.901544] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5290a0cf-8a83-ff39-51b5-9b24b032b46a" [ 1161.901544] env[69316]: _type = "HttpNfcLease" [ 1161.901544] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.902307] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.902307] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5290a0cf-8a83-ff39-51b5-9b24b032b46a" [ 1161.902307] env[69316]: _type = "HttpNfcLease" [ 1161.902307] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1161.902906] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b86570a-da8e-4161-a2a3-fb51ff5f027b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.915822] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52978a7e-1351-8a26-7bb6-38e757feba0b/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.915822] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52978a7e-1351-8a26-7bb6-38e757feba0b/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1161.985675] env[69316]: DEBUG nova.network.neutron [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Successfully updated port: 556e6429-1efb-45a1-b416-32ff51bc6638 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.999156] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367769, 'name': ReconfigVM_Task, 'duration_secs': 0.515326} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.001126] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b/2e4a76c0-0b19-4118-9bd3-9f347778930b.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.001126] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance '2e4a76c0-0b19-4118-9bd3-9f347778930b' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.051667] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0ece955-d26e-4be5-952a-f3fa9e4dee00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.150082] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367771, 'name': Rename_Task, 'duration_secs': 0.22101} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.153904] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.154240] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367770, 'name': PowerOffVM_Task, 'duration_secs': 0.305062} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.154447] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de55de0c-328b-4398-b5ce-75c48600cd4b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.156109] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.166636] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1162.166636] env[69316]: value = "task-3367772" [ 1162.166636] env[69316]: _type = "Task" [ 1162.166636] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.180559] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.193480] env[69316]: DEBUG oslo_vmware.api [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367767, 'name': PowerOnVM_Task, 'duration_secs': 0.53351} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.193824] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.198192] env[69316]: INFO nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Took 11.26 seconds to spawn the instance on the hypervisor. [ 1162.198485] env[69316]: DEBUG nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.199376] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac5b0e6-3a35-4f0c-b9b2-b34b7774950c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.225222] env[69316]: INFO nova.compute.manager [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Detaching volume fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2 [ 1162.265605] env[69316]: INFO nova.virt.block_device [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Attempting to driver detach volume fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2 from mountpoint /dev/sdb [ 1162.265605] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1162.265724] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1162.266613] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69424b0-437c-4d35-a2d8-0da472414497 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.292317] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329990d4-9914-4f03-9893-7e37b11f74d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.301650] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aa54a3-3b83-4811-abca-ea1fc254fbef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.325386] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f19b5ce-3279-4abe-ad33-b07407def6a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.345020] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] The volume has not been displaced from its original location: [datastore1] volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2/volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1162.350116] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1162.350116] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bef090a-d451-4072-9866-751c8a9891fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.371525] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1162.371525] env[69316]: value = "task-3367773" [ 1162.371525] env[69316]: _type = "Task" [ 1162.371525] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.382773] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.494798] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "refresh_cache-2ef39be1-02af-43f1-9859-4d8ada9ce9c1" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.496901] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "refresh_cache-2ef39be1-02af-43f1-9859-4d8ada9ce9c1" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.496901] env[69316]: DEBUG nova.network.neutron [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.511877] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861176cc-5d02-494c-bc30-15142243811f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.552245] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63da81a1-c26d-4b12-b857-4e02b0210039 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.579781] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance '2e4a76c0-0b19-4118-9bd3-9f347778930b' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.680014] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367772, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.722498] env[69316]: INFO nova.compute.manager [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Took 21.85 seconds to build instance. [ 1162.883591] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.032547] env[69316]: DEBUG nova.network.neutron [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.176253] env[69316]: DEBUG nova.network.neutron [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Updating instance_info_cache with network_info: [{"id": "556e6429-1efb-45a1-b416-32ff51bc6638", "address": "fa:16:3e:2e:56:75", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap556e6429-1e", "ovs_interfaceid": "556e6429-1efb-45a1-b416-32ff51bc6638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.181467] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.224587] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3f447857-7330-4b11-a6dc-0e2ccb904d9e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.365s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.384472] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.414205] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.414485] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.680777] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.682410] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "refresh_cache-2ef39be1-02af-43f1-9859-4d8ada9ce9c1" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.682700] env[69316]: DEBUG nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Instance network_info: |[{"id": "556e6429-1efb-45a1-b416-32ff51bc6638", "address": "fa:16:3e:2e:56:75", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap556e6429-1e", "ovs_interfaceid": "556e6429-1efb-45a1-b416-32ff51bc6638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.683153] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:56:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '556e6429-1efb-45a1-b416-32ff51bc6638', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.692209] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.692209] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.692540] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eeab925-ed52-4bfc-99e9-db54a4fe34e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.727240] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.727240] env[69316]: value = "task-3367774" [ 1163.727240] env[69316]: _type = "Task" [ 1163.727240] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.744213] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367774, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.862895] env[69316]: DEBUG oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f3cdd-3038-dbe6-e027-5431461e00e4/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1163.862895] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b064ff4-f98b-4307-a918-44c0a3116d96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.866102] env[69316]: DEBUG nova.compute.manager [req-1f9c8b92-02e9-4775-a02f-9c603facd580 req-9a7bf5d0-b6ec-4470-9b74-1e4265f5055c service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Received event network-changed-556e6429-1efb-45a1-b416-32ff51bc6638 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.866373] env[69316]: DEBUG nova.compute.manager [req-1f9c8b92-02e9-4775-a02f-9c603facd580 req-9a7bf5d0-b6ec-4470-9b74-1e4265f5055c service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Refreshing instance network info cache due to event network-changed-556e6429-1efb-45a1-b416-32ff51bc6638. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.866652] env[69316]: DEBUG oslo_concurrency.lockutils [req-1f9c8b92-02e9-4775-a02f-9c603facd580 req-9a7bf5d0-b6ec-4470-9b74-1e4265f5055c service nova] Acquiring lock "refresh_cache-2ef39be1-02af-43f1-9859-4d8ada9ce9c1" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.866841] env[69316]: DEBUG oslo_concurrency.lockutils [req-1f9c8b92-02e9-4775-a02f-9c603facd580 req-9a7bf5d0-b6ec-4470-9b74-1e4265f5055c service nova] Acquired lock "refresh_cache-2ef39be1-02af-43f1-9859-4d8ada9ce9c1" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.867049] env[69316]: DEBUG nova.network.neutron [req-1f9c8b92-02e9-4775-a02f-9c603facd580 req-9a7bf5d0-b6ec-4470-9b74-1e4265f5055c service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Refreshing network info cache for port 556e6429-1efb-45a1-b416-32ff51bc6638 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.880279] env[69316]: DEBUG oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f3cdd-3038-dbe6-e027-5431461e00e4/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1163.880279] env[69316]: ERROR oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f3cdd-3038-dbe6-e027-5431461e00e4/disk-0.vmdk due to incomplete transfer. [ 1163.880279] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-83eecdc2-4f49-470f-9cf8-33d1e186d7d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.894349] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367773, 'name': ReconfigVM_Task, 'duration_secs': 1.363906} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.895663] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1163.900981] env[69316]: DEBUG oslo_vmware.rw_handles [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f3cdd-3038-dbe6-e027-5431461e00e4/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1163.901202] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Uploaded image 55e4689b-b939-43bf-9665-92528ab32a24 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1163.903857] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1163.904473] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08fbf1d2-4299-4598-9e9e-27d3afa26c98 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.914342] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d29ee641-d837-46d1-8acc-86e08500064d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.922309] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.922309] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.922309] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.922309] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.922309] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.922309] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.922309] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1163.922309] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.925816] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1163.925816] env[69316]: value = "task-3367775" [ 1163.925816] env[69316]: _type = "Task" [ 1163.925816] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.928096] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1163.928096] env[69316]: value = "task-3367776" [ 1163.928096] env[69316]: _type = "Task" [ 1163.928096] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.943090] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367775, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.946666] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.182958] env[69316]: DEBUG oslo_vmware.api [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367772, 'name': PowerOnVM_Task, 'duration_secs': 1.612832} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.183359] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.236710] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367774, 'name': CreateVM_Task, 'duration_secs': 0.401124} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.236941] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.237655] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.237855] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.238212] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.238491] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e335e174-77e4-4cf6-850a-73b8f454bbb0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.244065] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1164.244065] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52606a29-6d72-aeb9-0693-1fe419fdd484" [ 1164.244065] env[69316]: _type = "Task" [ 1164.244065] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.253721] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52606a29-6d72-aeb9-0693-1fe419fdd484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.254615] env[69316]: DEBUG nova.network.neutron [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Port fa21fb45-592f-4a06-af9c-0e2d7bf7367d binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1164.291104] env[69316]: DEBUG nova.compute.manager [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.292104] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d094b921-f158-4cd5-bf28-5c549564040a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.424923] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.425232] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.425467] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.425582] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1164.426546] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a17fb5c-2b59-4a9e-9c9e-eb3be09eedc1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.444387] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a8c50-9fd3-4a50-a97f-dca439819288 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.456220] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367776, 'name': ReconfigVM_Task, 'duration_secs': 0.234777} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.456502] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367775, 'name': Destroy_Task, 'duration_secs': 0.379274} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.457219] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.459754] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Destroyed the VM [ 1164.460570] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1164.468632] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5617fcc5-f223-44a9-a1aa-fe9ddf26a883 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.471632] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad583ed-f834-458f-ad71-726659327557 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.485300] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2b2577-742d-43b9-92c8-16065d74c3dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.492798] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1164.492798] env[69316]: value = "task-3367777" [ 1164.492798] env[69316]: _type = "Task" [ 1164.492798] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.528017] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179266MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1164.528202] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.528467] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.540877] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.640177] env[69316]: DEBUG nova.network.neutron [req-1f9c8b92-02e9-4775-a02f-9c603facd580 req-9a7bf5d0-b6ec-4470-9b74-1e4265f5055c service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Updated VIF entry in instance network info cache for port 556e6429-1efb-45a1-b416-32ff51bc6638. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.640583] env[69316]: DEBUG nova.network.neutron [req-1f9c8b92-02e9-4775-a02f-9c603facd580 req-9a7bf5d0-b6ec-4470-9b74-1e4265f5055c service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Updating instance_info_cache with network_info: [{"id": "556e6429-1efb-45a1-b416-32ff51bc6638", "address": "fa:16:3e:2e:56:75", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap556e6429-1e", "ovs_interfaceid": "556e6429-1efb-45a1-b416-32ff51bc6638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.755578] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52606a29-6d72-aeb9-0693-1fe419fdd484, 'name': SearchDatastore_Task, 'duration_secs': 0.0291} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.755916] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.756172] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.756424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.756581] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.756761] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.760487] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fdaf5e9-ed2a-40af-aefa-a2136c5300a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.771738] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.771946] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.772714] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a116347c-dd0f-4155-8cb9-3c6635abf19e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.779391] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1164.779391] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ccc180-4390-b0ea-2e87-f1548cc73521" [ 1164.779391] env[69316]: _type = "Task" [ 1164.779391] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.792122] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ccc180-4390-b0ea-2e87-f1548cc73521, 'name': SearchDatastore_Task} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.793034] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020e31c7-d482-41ff-a088-2670e917a851 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.802138] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1164.802138] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528bef05-ec9c-1355-7b0e-c33ea9f4b21d" [ 1164.802138] env[69316]: _type = "Task" [ 1164.802138] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.816507] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528bef05-ec9c-1355-7b0e-c33ea9f4b21d, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.817713] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.016s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.818770] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.819073] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2ef39be1-02af-43f1-9859-4d8ada9ce9c1/2ef39be1-02af-43f1-9859-4d8ada9ce9c1.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.819824] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-186fe4e4-1b80-47de-9ac3-8afb67229324 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.829990] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1164.829990] env[69316]: value = "task-3367778" [ 1164.829990] env[69316]: _type = "Task" [ 1164.829990] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.840200] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.005967] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367777, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358352} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.006273] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1165.006622] env[69316]: DEBUG nova.compute.manager [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.007642] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271e2641-4ae8-417b-aaf3-ddd4b9791f14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.143384] env[69316]: DEBUG oslo_concurrency.lockutils [req-1f9c8b92-02e9-4775-a02f-9c603facd580 req-9a7bf5d0-b6ec-4470-9b74-1e4265f5055c service nova] Releasing lock "refresh_cache-2ef39be1-02af-43f1-9859-4d8ada9ce9c1" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.280440] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.280676] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.280919] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.340477] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493684} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.340735] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 2ef39be1-02af-43f1-9859-4d8ada9ce9c1/2ef39be1-02af-43f1-9859-4d8ada9ce9c1.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.340983] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.341301] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-890166a6-771f-4b81-8bd9-6b5ed1d61137 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.349981] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1165.349981] env[69316]: value = "task-3367779" [ 1165.349981] env[69316]: _type = "Task" [ 1165.349981] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.358169] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.527535] env[69316]: INFO nova.compute.manager [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Shelve offloading [ 1165.543671] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Applying migration context for instance 2e4a76c0-0b19-4118-9bd3-9f347778930b as it has an incoming, in-progress migration 9ed8f3a1-4520-43d2-b353-bd341452b144. Migration status is post-migrating {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1165.545277] env[69316]: INFO nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating resource usage from migration 9ed8f3a1-4520-43d2-b353-bd341452b144 [ 1165.547965] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.548527] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42ae0dda-66b7-4435-b49a-53115393c9e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.559176] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1165.559176] env[69316]: value = "task-3367780" [ 1165.559176] env[69316]: _type = "Task" [ 1165.559176] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.572132] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance dd26354c-255e-445d-a262-9ebf5c8bd160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.572297] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 538ae597-ae6b-46db-9554-9dd3614681cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.572422] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.572540] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 00b17308-86bd-4061-a9e4-b17550cb84ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.572654] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 272317a0-67b0-4367-8a9f-3faf2cf1bf3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.572766] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance c8ff4d8d-640a-4c39-bc42-a9f94387fd09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.572899] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.573069] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance e71187f7-dcc9-4ee8-b398-65cf3e88c12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.573150] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Migration 9ed8f3a1-4520-43d2-b353-bd341452b144 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1165.573264] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 2e4a76c0-0b19-4118-9bd3-9f347778930b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.573368] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 2ef39be1-02af-43f1-9859-4d8ada9ce9c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.573569] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1165.573711] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1165.576121] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1165.576305] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1165.576499] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1165.578077] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19072ae-a762-4868-806d-93dc64d5b419 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.599205] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d9e22-9bed-430b-8bcc-adb480ae52a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.606389] env[69316]: WARNING nova.virt.vmwareapi.driver [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1165.606674] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.607563] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663a349-3693-45f6-8406-d20f8efe1add {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.614915] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.617527] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ef1436c-d191-4295-8c9d-31063112ac67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.700275] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.700632] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.701059] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleting the datastore file [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.701428] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ddd5c3c-afa3-4c71-830f-ee5c5eda92de {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.726275] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1165.726275] env[69316]: value = "task-3367782" [ 1165.726275] env[69316]: _type = "Task" [ 1165.726275] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.740463] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.748388] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cac792b-46ad-4e5b-b01b-14e705875365 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.756947] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4b289f-5252-4620-b73a-03498f31b174 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.791709] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de32bfc-69e7-456c-bceb-c88e1d9e4d75 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.801154] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4558aaf8-58fa-43c1-b910-3d41ab5387c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.816488] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.860476] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189574} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.860902] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.861809] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73775c39-e6d2-41a9-8fc8-3c8056ddd126 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.886518] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 2ef39be1-02af-43f1-9859-4d8ada9ce9c1/2ef39be1-02af-43f1-9859-4d8ada9ce9c1.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.887241] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b35609-80e1-428b-92b3-7b86330f20e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.909257] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1165.909257] env[69316]: value = "task-3367783" [ 1165.909257] env[69316]: _type = "Task" [ 1165.909257] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.914809] env[69316]: DEBUG nova.compute.manager [req-0dcf9bbb-aacf-4367-b650-caf13a777665 req-c67990a8-937b-4f11-9e11-08fdea732d12 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Received event network-changed-67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.915007] env[69316]: DEBUG nova.compute.manager [req-0dcf9bbb-aacf-4367-b650-caf13a777665 req-c67990a8-937b-4f11-9e11-08fdea732d12 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Refreshing instance network info cache due to event network-changed-67f37eca-5cb2-40c0-b879-ef0696f2e372. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.915238] env[69316]: DEBUG oslo_concurrency.lockutils [req-0dcf9bbb-aacf-4367-b650-caf13a777665 req-c67990a8-937b-4f11-9e11-08fdea732d12 service nova] Acquiring lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.915375] env[69316]: DEBUG oslo_concurrency.lockutils [req-0dcf9bbb-aacf-4367-b650-caf13a777665 req-c67990a8-937b-4f11-9e11-08fdea732d12 service nova] Acquired lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.915591] env[69316]: DEBUG nova.network.neutron [req-0dcf9bbb-aacf-4367-b650-caf13a777665 req-c67990a8-937b-4f11-9e11-08fdea732d12 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Refreshing network info cache for port 67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.924955] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.032598] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.033127] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-200d5ddd-fcfd-4bd9-9b0f-ec7056a2838c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.042410] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1166.042410] env[69316]: value = "task-3367784" [ 1166.042410] env[69316]: _type = "Task" [ 1166.042410] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.054654] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1166.054894] env[69316]: DEBUG nova.compute.manager [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.055716] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec7e3c4-af0f-4bf9-8077-55fd72930320 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.062169] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.062341] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.062512] env[69316]: DEBUG nova.network.neutron [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.238528] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.239572] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fcb068-8c54-41dc-9737-2252ebccd36d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.247247] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3a57fa-a1c9-4978-8c6f-d3f1a6917b03 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Suspending the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1166.247520] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ca373c35-5a11-4a63-af88-82426665963d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.256302] env[69316]: DEBUG oslo_vmware.api [None req-bf3a57fa-a1c9-4978-8c6f-d3f1a6917b03 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1166.256302] env[69316]: value = "task-3367785" [ 1166.256302] env[69316]: _type = "Task" [ 1166.256302] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.265478] env[69316]: DEBUG oslo_vmware.api [None req-bf3a57fa-a1c9-4978-8c6f-d3f1a6917b03 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367785, 'name': SuspendVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.319684] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.324541] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.324712] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.324898] env[69316]: DEBUG nova.network.neutron [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.421670] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367783, 'name': ReconfigVM_Task, 'duration_secs': 0.505236} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.421908] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 2ef39be1-02af-43f1-9859-4d8ada9ce9c1/2ef39be1-02af-43f1-9859-4d8ada9ce9c1.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.422932] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd4bb8c5-f061-491a-8803-f4f48c0137b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.429874] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1166.429874] env[69316]: value = "task-3367786" [ 1166.429874] env[69316]: _type = "Task" [ 1166.429874] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.438516] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367786, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.737959] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521167} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.738368] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.738427] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.738576] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.741694] env[69316]: DEBUG nova.network.neutron [req-0dcf9bbb-aacf-4367-b650-caf13a777665 req-c67990a8-937b-4f11-9e11-08fdea732d12 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updated VIF entry in instance network info cache for port 67f37eca-5cb2-40c0-b879-ef0696f2e372. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.742035] env[69316]: DEBUG nova.network.neutron [req-0dcf9bbb-aacf-4367-b650-caf13a777665 req-c67990a8-937b-4f11-9e11-08fdea732d12 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [{"id": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "address": "fa:16:3e:61:28:00", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f37eca-5c", "ovs_interfaceid": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.767461] env[69316]: DEBUG oslo_vmware.api [None req-bf3a57fa-a1c9-4978-8c6f-d3f1a6917b03 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367785, 'name': SuspendVM_Task} progress is 37%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.824772] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1166.824965] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.297s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.898954] env[69316]: DEBUG nova.network.neutron [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [{"id": "c70137f8-5765-4095-a73c-f09a2764a2bb", "address": "fa:16:3e:54:14:91", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70137f8-57", "ovs_interfaceid": "c70137f8-5765-4095-a73c-f09a2764a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.940222] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367786, 'name': Rename_Task, 'duration_secs': 0.233859} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.940574] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.940880] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e56a23-e282-478d-a036-fb5bb4f64d16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.950069] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1166.950069] env[69316]: value = "task-3367787" [ 1166.950069] env[69316]: _type = "Task" [ 1166.950069] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.966059] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.084440] env[69316]: DEBUG nova.network.neutron [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance_info_cache with network_info: [{"id": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "address": "fa:16:3e:d2:54:2a", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa21fb45-59", "ovs_interfaceid": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.245514] env[69316]: INFO nova.virt.block_device [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Booting with volume fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2 at /dev/sdb [ 1167.249403] env[69316]: DEBUG oslo_concurrency.lockutils [req-0dcf9bbb-aacf-4367-b650-caf13a777665 req-c67990a8-937b-4f11-9e11-08fdea732d12 service nova] Releasing lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.267259] env[69316]: DEBUG oslo_vmware.api [None req-bf3a57fa-a1c9-4978-8c6f-d3f1a6917b03 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367785, 'name': SuspendVM_Task} progress is 37%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.284594] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bceb89b0-1a33-4f04-9ca3-2baccf7fef21 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.295158] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3ee4b-9418-4fb9-83c4-03c0bd99eb0b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.330331] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b774bf64-5940-4781-ac1d-036e5146816c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.340221] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc05ae6-dd42-4d18-9d94-af5414830baf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.375195] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba9dd4-ec63-4f2c-9e10-08d08599f103 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.383351] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2220729b-26a3-490a-adc5-38668cceafdf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.399881] env[69316]: DEBUG nova.virt.block_device [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updating existing volume attachment record: 2c30b6a2-7423-403b-ac62-cf81c3f7586c {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1167.402828] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.464202] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.586929] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.760839] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.764555] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984c3fd8-4c45-4e0c-9ce4-9288e4c2a8a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.772523] env[69316]: DEBUG oslo_vmware.api [None req-bf3a57fa-a1c9-4978-8c6f-d3f1a6917b03 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367785, 'name': SuspendVM_Task, 'duration_secs': 1.255814} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.774858] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3a57fa-a1c9-4978-8c6f-d3f1a6917b03 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Suspended the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1167.775065] env[69316]: DEBUG nova.compute.manager [None req-bf3a57fa-a1c9-4978-8c6f-d3f1a6917b03 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.775350] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.776084] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11815eeb-549d-41ae-8ee5-9f14b1da1e45 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.778293] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34459f9e-4da6-4b0a-aca5-a2ec2376e442 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.854899] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.855193] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.855313] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleting the datastore file [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.855731] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95bb870d-b2ef-42f5-8c26-f66c7791a572 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.862308] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1167.862308] env[69316]: value = "task-3367789" [ 1167.862308] env[69316]: _type = "Task" [ 1167.862308] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.871015] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.939519] env[69316]: DEBUG nova.compute.manager [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received event network-vif-unplugged-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.939738] env[69316]: DEBUG oslo_concurrency.lockutils [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] Acquiring lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.939947] env[69316]: DEBUG oslo_concurrency.lockutils [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.940129] env[69316]: DEBUG oslo_concurrency.lockutils [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.940293] env[69316]: DEBUG nova.compute.manager [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] No waiting events found dispatching network-vif-unplugged-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.940459] env[69316]: WARNING nova.compute.manager [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received unexpected event network-vif-unplugged-c70137f8-5765-4095-a73c-f09a2764a2bb for instance with vm_state shelved and task_state shelving_offloading. [ 1167.940615] env[69316]: DEBUG nova.compute.manager [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received event network-changed-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.940768] env[69316]: DEBUG nova.compute.manager [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Refreshing instance network info cache due to event network-changed-c70137f8-5765-4095-a73c-f09a2764a2bb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.940972] env[69316]: DEBUG oslo_concurrency.lockutils [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] Acquiring lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.941124] env[69316]: DEBUG oslo_concurrency.lockutils [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] Acquired lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.941316] env[69316]: DEBUG nova.network.neutron [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Refreshing network info cache for port c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.964173] env[69316]: DEBUG oslo_vmware.api [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367787, 'name': PowerOnVM_Task, 'duration_secs': 0.582768} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.964437] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.964627] env[69316]: INFO nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1167.964799] env[69316]: DEBUG nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.965614] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880db7f1-19fa-4c71-a4f6-a42f69bda531 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.096570] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c94f9d-d107-4ebf-838b-ed0faaccdc70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.104709] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf239f1-2ff8-46ad-b223-f66514cb56f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.373885] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.485209] env[69316]: INFO nova.compute.manager [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Took 11.37 seconds to build instance. [ 1168.631706] env[69316]: INFO nova.compute.manager [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Resuming [ 1168.631924] env[69316]: DEBUG nova.objects.instance [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lazy-loading 'flavor' on Instance uuid 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.686417] env[69316]: DEBUG nova.network.neutron [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updated VIF entry in instance network info cache for port c70137f8-5765-4095-a73c-f09a2764a2bb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.686776] env[69316]: DEBUG nova.network.neutron [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [{"id": "c70137f8-5765-4095-a73c-f09a2764a2bb", "address": "fa:16:3e:54:14:91", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc70137f8-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.874248] env[69316]: DEBUG oslo_vmware.api [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559389} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.874635] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.874690] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.874853] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.904208] env[69316]: INFO nova.scheduler.client.report [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted allocations for instance b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 [ 1168.988351] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.879s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.189808] env[69316]: DEBUG oslo_concurrency.lockutils [req-a23c1934-608c-430d-b096-c9819987044d req-f104c77a-4b4c-4b1a-874a-f05fdb34b2b1 service nova] Releasing lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.209812] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd264d9d-34cb-4939-90ab-d5ef3c85d626 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.232869] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8332624d-ffd0-4faa-ac14-6abb97c58e61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.240765] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance '2e4a76c0-0b19-4118-9bd3-9f347778930b' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.408813] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.409136] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.409362] env[69316]: DEBUG nova.objects.instance [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'resources' on Instance uuid b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.531541] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.532030] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.532273] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.532558] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.532770] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.532986] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.533274] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.533508] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.533736] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.533962] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.534259] env[69316]: DEBUG nova.virt.hardware [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.535355] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1f83be-3858-4244-a299-4f16ab5b304a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.544717] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2da14c-e8ee-4825-a923-4f378525e47a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.562401] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:4f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b34e5f91-5224-4638-bdf1-ba5c9b3688c1', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.572372] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.572819] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.573171] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed2ed2eb-2dd1-4f3d-abaa-c37dbf03e55b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.595452] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.595452] env[69316]: value = "task-3367790" [ 1169.595452] env[69316]: _type = "Task" [ 1169.595452] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.606509] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367790, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.747757] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.748114] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ee50c90-0981-4c42-90b5-3db7b8c7d876 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.760340] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1169.760340] env[69316]: value = "task-3367791" [ 1169.760340] env[69316]: _type = "Task" [ 1169.760340] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.770642] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.912021] env[69316]: DEBUG nova.objects.instance [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'numa_topology' on Instance uuid b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.106163] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367790, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.143261] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.143553] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquired lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.143793] env[69316]: DEBUG nova.network.neutron [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.272180] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.402387] env[69316]: DEBUG nova.compute.manager [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.403438] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5aa9ff-48d8-4bd3-b356-0de5fdb6233f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.414168] env[69316]: DEBUG nova.objects.base [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.571209] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257ec0f-7bcf-454b-9eb7-c10a08e4a748 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.580316] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd112217-f49d-4e5f-82ab-b4cd330e00f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.616300] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62287b8f-e03f-41e0-a8d3-90df3d74c4f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.626788] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367790, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.628124] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d686562-f9eb-4b70-b8bd-3620c2f7c26a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.643424] env[69316]: DEBUG nova.compute.provider_tree [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.772301] env[69316]: DEBUG oslo_vmware.api [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367791, 'name': PowerOnVM_Task, 'duration_secs': 0.750381} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.772619] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.772805] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0adb9976-caf6-498c-8a5d-57a2346327ad tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance '2e4a76c0-0b19-4118-9bd3-9f347778930b' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.857244] env[69316]: DEBUG nova.network.neutron [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating instance_info_cache with network_info: [{"id": "0f19002d-d385-46b9-a804-ffa1646f0b50", "address": "fa:16:3e:a4:75:dc", "network": {"id": "e92648bf-4c90-4e6f-aef7-0fb5dc418afe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-671108303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6235d667d3f742fa909966b814e92ee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f19002d-d3", "ovs_interfaceid": "0f19002d-d385-46b9-a804-ffa1646f0b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.918548] env[69316]: INFO nova.compute.manager [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] instance snapshotting [ 1170.921871] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0309caf1-36ec-45c0-bfeb-76599b6c1037 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.942600] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65f480-30a2-42a5-9cbc-2a71b64b6b62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.124600] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367790, 'name': CreateVM_Task, 'duration_secs': 1.393343} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.124761] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.125376] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.125538] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.125857] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.126128] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b32385a-c714-4de7-8d7e-d6343b8b77b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.131044] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1171.131044] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52eeba64-f641-10bb-590c-935e9c45fd57" [ 1171.131044] env[69316]: _type = "Task" [ 1171.131044] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.139649] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52eeba64-f641-10bb-590c-935e9c45fd57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.146664] env[69316]: DEBUG nova.scheduler.client.report [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.359899] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Releasing lock "refresh_cache-4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.360881] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d8d79-4241-4a9d-ba2e-f85e0c5f2974 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.368520] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Resuming the VM {{(pid=69316) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1171.368747] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cd4a3c0-95f0-489d-854f-8681a3e58d4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.376203] env[69316]: DEBUG oslo_vmware.api [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1171.376203] env[69316]: value = "task-3367792" [ 1171.376203] env[69316]: _type = "Task" [ 1171.376203] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.384614] env[69316]: DEBUG oslo_vmware.api [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.455436] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1171.456509] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0630b9e-a01f-4a1b-827e-a8905a1bf24d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.463498] env[69316]: DEBUG oslo_concurrency.lockutils [None req-92c21ecd-4f59-4c7b-b2e8-c4e7b221d009 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.463862] env[69316]: DEBUG oslo_concurrency.lockutils [None req-92c21ecd-4f59-4c7b-b2e8-c4e7b221d009 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.464191] env[69316]: DEBUG nova.objects.instance [None req-92c21ecd-4f59-4c7b-b2e8-c4e7b221d009 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'flavor' on Instance uuid 00b17308-86bd-4061-a9e4-b17550cb84ad {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.467921] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1171.467921] env[69316]: value = "task-3367793" [ 1171.467921] env[69316]: _type = "Task" [ 1171.467921] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.478225] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.643119] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52eeba64-f641-10bb-590c-935e9c45fd57, 'name': SearchDatastore_Task, 'duration_secs': 0.0273} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.643553] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.643819] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.645074] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.645074] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.645074] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.645074] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d4e5bee-9b13-4c7a-bca3-bcf85dd955cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.651857] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.655640] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.655822] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.656859] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21adf884-c03d-420d-88bc-4854bc30264c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.663601] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1171.663601] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52fc16cd-91a8-7868-0e1b-a752649a6236" [ 1171.663601] env[69316]: _type = "Task" [ 1171.663601] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.673231] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fc16cd-91a8-7868-0e1b-a752649a6236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.886954] env[69316]: DEBUG oslo_vmware.api [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367792, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.944777] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.968870] env[69316]: DEBUG nova.objects.instance [None req-92c21ecd-4f59-4c7b-b2e8-c4e7b221d009 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'pci_requests' on Instance uuid 00b17308-86bd-4061-a9e4-b17550cb84ad {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.983268] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.162392] env[69316]: DEBUG oslo_concurrency.lockutils [None req-983951d5-31bd-42d1-b6db-9b94bce5ef07 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.285s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.163377] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.219s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.163560] env[69316]: INFO nova.compute.manager [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Unshelving [ 1172.175854] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fc16cd-91a8-7868-0e1b-a752649a6236, 'name': SearchDatastore_Task, 'duration_secs': 0.015705} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.177466] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7b71b6-2827-4ab5-9895-155f3c07f5df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.184000] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1172.184000] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52fef946-3b2a-72e4-8ef0-3ba9806dde5a" [ 1172.184000] env[69316]: _type = "Task" [ 1172.184000] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.193293] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fef946-3b2a-72e4-8ef0-3ba9806dde5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.387184] env[69316]: DEBUG oslo_vmware.api [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367792, 'name': PowerOnVM_Task, 'duration_secs': 0.763834} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.387433] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Resumed the VM {{(pid=69316) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1172.387608] env[69316]: DEBUG nova.compute.manager [None req-ee3ff5b7-2c24-4321-9e10-3969efdb5bee tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.388394] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3416b389-bcb1-4385-915e-57ee20b9edcf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.476943] env[69316]: DEBUG nova.objects.base [None req-92c21ecd-4f59-4c7b-b2e8-c4e7b221d009 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Object Instance<00b17308-86bd-4061-a9e4-b17550cb84ad> lazy-loaded attributes: flavor,pci_requests {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.477173] env[69316]: DEBUG nova.network.neutron [None req-92c21ecd-4f59-4c7b-b2e8-c4e7b221d009 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.484762] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367793, 'name': CreateSnapshot_Task, 'duration_secs': 0.688514} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.486844] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52978a7e-1351-8a26-7bb6-38e757feba0b/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1172.487146] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1172.487998] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679dd7f-9109-48c3-b4e6-06f5ebb3a1ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.490914] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5581c797-0479-4d8c-850b-5abb41b3f62d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.498008] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52978a7e-1351-8a26-7bb6-38e757feba0b/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1172.498196] env[69316]: ERROR oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52978a7e-1351-8a26-7bb6-38e757feba0b/disk-0.vmdk due to incomplete transfer. [ 1172.501359] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-157d57b0-68f8-43ca-b767-39b0d10f4267 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.512053] env[69316]: DEBUG oslo_vmware.rw_handles [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52978a7e-1351-8a26-7bb6-38e757feba0b/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1172.512293] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Uploaded image ec118320-a522-4c54-a205-39bdb7a52226 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1172.514099] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1172.514340] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa4de76e-ec25-4c44-85a7-75e551942d62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.521289] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1172.521289] env[69316]: value = "task-3367794" [ 1172.521289] env[69316]: _type = "Task" [ 1172.521289] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.530408] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367794, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.566804] env[69316]: DEBUG oslo_concurrency.lockutils [None req-92c21ecd-4f59-4c7b-b2e8-c4e7b221d009 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.103s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.694859] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52fef946-3b2a-72e4-8ef0-3ba9806dde5a, 'name': SearchDatastore_Task, 'duration_secs': 0.017208} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.695163] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.695447] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb/538ae597-ae6b-46db-9554-9dd3614681cb.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.695757] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52bc7a50-8c63-4558-98ef-d15d5001c14c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.706107] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1172.706107] env[69316]: value = "task-3367795" [ 1172.706107] env[69316]: _type = "Task" [ 1172.706107] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.717578] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.841103] env[69316]: DEBUG nova.network.neutron [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Port fa21fb45-592f-4a06-af9c-0e2d7bf7367d binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1172.841461] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.841656] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.841817] env[69316]: DEBUG nova.network.neutron [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.012461] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1173.012807] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-644697e7-5074-449a-9808-f98c6421d9ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.022314] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1173.022314] env[69316]: value = "task-3367796" [ 1173.022314] env[69316]: _type = "Task" [ 1173.022314] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.033278] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367794, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.036634] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367796, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.198331] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.198637] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.198854] env[69316]: DEBUG nova.objects.instance [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'pci_requests' on Instance uuid b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.218808] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367795, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.539869] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367796, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.543886] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367794, 'name': Destroy_Task} progress is 33%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.601711] env[69316]: DEBUG nova.network.neutron [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance_info_cache with network_info: [{"id": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "address": "fa:16:3e:d2:54:2a", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa21fb45-59", "ovs_interfaceid": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.703340] env[69316]: DEBUG nova.objects.instance [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'numa_topology' on Instance uuid b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.718406] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.99892} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.718733] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb/538ae597-ae6b-46db-9554-9dd3614681cb.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.718948] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.719232] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81123051-218f-4464-8a2c-be5213220cf2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.728189] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1173.728189] env[69316]: value = "task-3367797" [ 1173.728189] env[69316]: _type = "Task" [ 1173.728189] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.739657] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.037381] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367794, 'name': Destroy_Task, 'duration_secs': 1.078698} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.038094] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Destroyed the VM [ 1174.038366] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1174.038985] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac1768b1-e542-4784-857b-d40a47a5e4af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.043598] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367796, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.049779] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1174.049779] env[69316]: value = "task-3367798" [ 1174.049779] env[69316]: _type = "Task" [ 1174.049779] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.058539] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367798, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.105452] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.206776] env[69316]: INFO nova.compute.claims [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.239358] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076102} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.239582] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.240376] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d6d2d0-0642-4e63-8d9b-283877f2e819 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.263862] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb/538ae597-ae6b-46db-9554-9dd3614681cb.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.264869] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4316d6-b6af-4377-9b73-66f3134627d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.285968] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1174.285968] env[69316]: value = "task-3367799" [ 1174.285968] env[69316]: _type = "Task" [ 1174.285968] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.294506] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.507628] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.507909] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.508251] env[69316]: DEBUG nova.objects.instance [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'flavor' on Instance uuid 00b17308-86bd-4061-a9e4-b17550cb84ad {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.540065] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367796, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.560495] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367798, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.608609] env[69316]: DEBUG nova.compute.manager [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69316) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1174.796849] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367799, 'name': ReconfigVM_Task, 'duration_secs': 0.283226} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.797078] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb/538ae597-ae6b-46db-9554-9dd3614681cb.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.798250] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'size': 0, 'image_id': 'e4d7b703-0b63-49dc-9446-f4c89690b42f'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'}, 'delete_on_termination': False, 'attachment_id': '2c30b6a2-7423-403b-ac62-cf81c3f7586c', 'volume_type': None}], 'swap': None} {{(pid=69316) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1174.798457] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1174.798645] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1174.799611] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afece003-01c4-4812-a80c-3887fbda5dcd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.816011] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97124e6c-2730-4d88-bbae-15f910030ef3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.842443] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2/volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.842741] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de89ccc0-99a3-42b1-b50f-c410d312c37b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.862881] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1174.862881] env[69316]: value = "task-3367800" [ 1174.862881] env[69316]: _type = "Task" [ 1174.862881] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.871276] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.041018] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367796, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.059815] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367798, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.081309] env[69316]: DEBUG nova.objects.instance [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'pci_requests' on Instance uuid 00b17308-86bd-4061-a9e4-b17550cb84ad {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.366345] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50b05c-85ed-4451-bdce-3cd9a5ef765c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.382344] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d8cd5e-4ea4-43d4-b1b3-ea7286c69afb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.385709] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367800, 'name': ReconfigVM_Task, 'duration_secs': 0.341519} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.386017] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2/volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.391149] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3ab6bb-5fe2-4b40-a5f2-337107b12627 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.426873] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a21cfec-1a45-4e1e-9a69-08d2e2105539 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.436751] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed903b8-efcb-4b15-bb37-03250a22c1c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.440903] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1175.440903] env[69316]: value = "task-3367801" [ 1175.440903] env[69316]: _type = "Task" [ 1175.440903] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.454928] env[69316]: DEBUG nova.compute.provider_tree [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.462683] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.541150] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367796, 'name': CloneVM_Task, 'duration_secs': 2.415835} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.541150] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Created linked-clone VM from snapshot [ 1175.541421] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e1845-ba16-4d47-b772-b1d921a09e9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.549165] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Uploading image d3b3347a-b978-4281-a021-218d34a8e28b {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1175.559882] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367798, 'name': RemoveSnapshot_Task, 'duration_secs': 1.029909} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.560225] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1175.560563] env[69316]: DEBUG nova.compute.manager [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.561355] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bad8908-9770-4d83-b57c-28842b81ee9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.578837] env[69316]: DEBUG oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1175.578837] env[69316]: value = "vm-672026" [ 1175.578837] env[69316]: _type = "VirtualMachine" [ 1175.578837] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1175.579111] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-859eac56-8d96-4578-97e4-1ff49462ab14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.584627] env[69316]: DEBUG nova.objects.base [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Object Instance<00b17308-86bd-4061-a9e4-b17550cb84ad> lazy-loaded attributes: flavor,pci_requests {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.584844] env[69316]: DEBUG nova.network.neutron [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.588036] env[69316]: DEBUG oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lease: (returnval){ [ 1175.588036] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528f0aaf-f0aa-d25a-531a-b79e5706bdeb" [ 1175.588036] env[69316]: _type = "HttpNfcLease" [ 1175.588036] env[69316]: } obtained for exporting VM: (result){ [ 1175.588036] env[69316]: value = "vm-672026" [ 1175.588036] env[69316]: _type = "VirtualMachine" [ 1175.588036] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1175.588339] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the lease: (returnval){ [ 1175.588339] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528f0aaf-f0aa-d25a-531a-b79e5706bdeb" [ 1175.588339] env[69316]: _type = "HttpNfcLease" [ 1175.588339] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1175.596634] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.596634] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528f0aaf-f0aa-d25a-531a-b79e5706bdeb" [ 1175.596634] env[69316]: _type = "HttpNfcLease" [ 1175.596634] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1175.636577] env[69316]: DEBUG nova.policy [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.722469] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.894833] env[69316]: DEBUG nova.network.neutron [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Successfully created port: 1590f47d-99e4-459f-8f94-6a06921f5156 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.952282] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.960396] env[69316]: DEBUG nova.scheduler.client.report [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.076225] env[69316]: INFO nova.compute.manager [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Shelve offloading [ 1176.097782] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.097782] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528f0aaf-f0aa-d25a-531a-b79e5706bdeb" [ 1176.097782] env[69316]: _type = "HttpNfcLease" [ 1176.097782] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1176.098102] env[69316]: DEBUG oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1176.098102] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528f0aaf-f0aa-d25a-531a-b79e5706bdeb" [ 1176.098102] env[69316]: _type = "HttpNfcLease" [ 1176.098102] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1176.100030] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ec0fd4-ef0f-4af6-9c3f-8ceceba96b84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.108039] env[69316]: DEBUG oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230ae74-0686-7414-b165-9a398925ca29/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1176.108215] env[69316]: DEBUG oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230ae74-0686-7414-b165-9a398925ca29/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1176.200980] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6bceaa1-9219-44fa-9dbb-3fd01777efee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.453420] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367801, 'name': ReconfigVM_Task, 'duration_secs': 0.875051} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.453809] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.454468] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-687b88f8-15f8-44bf-b20a-7ca64429d2c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.462959] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1176.462959] env[69316]: value = "task-3367803" [ 1176.462959] env[69316]: _type = "Task" [ 1176.462959] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.467130] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.268s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.469176] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.747s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.479445] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367803, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.503752] env[69316]: INFO nova.network.neutron [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating port c70137f8-5765-4095-a73c-f09a2764a2bb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1176.579808] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.580221] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0caa59c0-b30f-498b-bc51-bdbeaaab6334 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.589505] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1176.589505] env[69316]: value = "task-3367804" [ 1176.589505] env[69316]: _type = "Task" [ 1176.589505] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.599303] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.976928] env[69316]: DEBUG nova.objects.instance [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'migration_context' on Instance uuid 2e4a76c0-0b19-4118-9bd3-9f347778930b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.978312] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367803, 'name': Rename_Task, 'duration_secs': 0.173571} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.978620] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.978928] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8177634-2fab-43e7-9438-25b5626760a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.987364] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1176.987364] env[69316]: value = "task-3367805" [ 1176.987364] env[69316]: _type = "Task" [ 1176.987364] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.997948] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.104180] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1177.105253] env[69316]: DEBUG nova.compute.manager [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.105933] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a139e08-cd00-4b24-9b74-8a7f3c9b2716 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.113802] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.114207] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.114568] env[69316]: DEBUG nova.network.neutron [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.407341] env[69316]: DEBUG nova.compute.manager [req-706e195a-4a8a-4558-9829-18b0e51b31d5 req-8c31fa78-56dd-4b29-8e37-03b48dff83f8 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-vif-plugged-1590f47d-99e4-459f-8f94-6a06921f5156 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.407341] env[69316]: DEBUG oslo_concurrency.lockutils [req-706e195a-4a8a-4558-9829-18b0e51b31d5 req-8c31fa78-56dd-4b29-8e37-03b48dff83f8 service nova] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.407341] env[69316]: DEBUG oslo_concurrency.lockutils [req-706e195a-4a8a-4558-9829-18b0e51b31d5 req-8c31fa78-56dd-4b29-8e37-03b48dff83f8 service nova] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.407341] env[69316]: DEBUG oslo_concurrency.lockutils [req-706e195a-4a8a-4558-9829-18b0e51b31d5 req-8c31fa78-56dd-4b29-8e37-03b48dff83f8 service nova] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.407341] env[69316]: DEBUG nova.compute.manager [req-706e195a-4a8a-4558-9829-18b0e51b31d5 req-8c31fa78-56dd-4b29-8e37-03b48dff83f8 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] No waiting events found dispatching network-vif-plugged-1590f47d-99e4-459f-8f94-6a06921f5156 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.407341] env[69316]: WARNING nova.compute.manager [req-706e195a-4a8a-4558-9829-18b0e51b31d5 req-8c31fa78-56dd-4b29-8e37-03b48dff83f8 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received unexpected event network-vif-plugged-1590f47d-99e4-459f-8f94-6a06921f5156 for instance with vm_state active and task_state None. [ 1177.426368] env[69316]: DEBUG nova.network.neutron [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Successfully updated port: 1590f47d-99e4-459f-8f94-6a06921f5156 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.499337] env[69316]: DEBUG oslo_vmware.api [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367805, 'name': PowerOnVM_Task, 'duration_secs': 0.505801} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.499705] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.499778] env[69316]: DEBUG nova.compute.manager [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.500622] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6529225d-af40-4a37-a96c-25ac04c938e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.648190] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3388e-4adb-4c34-a553-5983dab155f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.659311] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bea15e-2a77-41f2-a301-c121c0740a1f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.697402] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe420f42-51e7-423d-9a41-00ba5668b02c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.709955] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779e9a34-ffd3-415f-bfcd-3746e3f7a1f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.726212] env[69316]: DEBUG nova.compute.provider_tree [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.877512] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.877808] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.878045] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.878237] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.878458] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.882097] env[69316]: INFO nova.compute.manager [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Terminating instance [ 1177.908960] env[69316]: DEBUG nova.network.neutron [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Updating instance_info_cache with network_info: [{"id": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "address": "fa:16:3e:46:d8:85", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db35c6f-bb", "ovs_interfaceid": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.928943] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.929142] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.929371] env[69316]: DEBUG nova.network.neutron [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.021535] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.074171] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.074327] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.074476] env[69316]: DEBUG nova.network.neutron [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.229626] env[69316]: DEBUG nova.scheduler.client.report [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.387857] env[69316]: DEBUG nova.compute.manager [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.388097] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.389032] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c0d914-df3d-4306-9c12-83bed937e838 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.398375] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.398663] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca1d385e-56d0-401e-bc65-9672a4400078 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.407649] env[69316]: DEBUG oslo_vmware.api [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1178.407649] env[69316]: value = "task-3367806" [ 1178.407649] env[69316]: _type = "Task" [ 1178.407649] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.411426] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.419421] env[69316]: DEBUG oslo_vmware.api [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.501082] env[69316]: WARNING nova.network.neutron [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6 already exists in list: networks containing: ['fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6']. ignoring it [ 1178.919969] env[69316]: DEBUG nova.network.neutron [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [{"id": "c70137f8-5765-4095-a73c-f09a2764a2bb", "address": "fa:16:3e:54:14:91", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70137f8-57", "ovs_interfaceid": "c70137f8-5765-4095-a73c-f09a2764a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.927683] env[69316]: DEBUG oslo_vmware.api [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367806, 'name': PowerOffVM_Task, 'duration_secs': 0.232396} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.929023] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.929023] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.929023] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80232df7-e1a9-4975-8f4d-430d75d20b72 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.963976] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.965402] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b2dc7-69f5-45b6-8051-26183742ccf6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.977054] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.977054] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-938e512d-c8f8-4cf5-a641-4a66444a6b8b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.003762] env[69316]: DEBUG nova.network.neutron [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [{"id": "9ac9d578-5914-49fd-948a-03781e4ace69", "address": "fa:16:3e:17:90:57", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac9d578-59", "ovs_interfaceid": "9ac9d578-5914-49fd-948a-03781e4ace69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1590f47d-99e4-459f-8f94-6a06921f5156", "address": "fa:16:3e:2d:d0:3f", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590f47d-99", "ovs_interfaceid": "1590f47d-99e4-459f-8f94-6a06921f5156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.022899] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.023140] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.023353] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleting the datastore file [datastore1] 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.023677] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db6773d3-b28a-4f4a-8960-c7eb7ea6e990 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.031573] env[69316]: DEBUG oslo_vmware.api [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for the task: (returnval){ [ 1179.031573] env[69316]: value = "task-3367809" [ 1179.031573] env[69316]: _type = "Task" [ 1179.031573] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.039962] env[69316]: DEBUG oslo_vmware.api [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.065583] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.065847] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.066044] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleting the datastore file [datastore1] c8ff4d8d-640a-4c39-bc42-a9f94387fd09 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.066440] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c84563ad-f480-42c9-98c7-9486a102550a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.074751] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1179.074751] env[69316]: value = "task-3367810" [ 1179.074751] env[69316]: _type = "Task" [ 1179.074751] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.083560] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.245111] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.776s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.251194] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.230s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.251440] env[69316]: DEBUG nova.objects.instance [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1179.428583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.436126] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-changed-1590f47d-99e4-459f-8f94-6a06921f5156 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.436328] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Refreshing instance network info cache due to event network-changed-1590f47d-99e4-459f-8f94-6a06921f5156. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.436549] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Acquiring lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.453190] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='46594a377b71e89f9913aa39c6e8c711',container_format='bare',created_at=2025-04-08T14:24:28Z,direct_url=,disk_format='vmdk',id=55e4689b-b939-43bf-9665-92528ab32a24,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1403478486-shelved',owner='22ba0c2311624cdca6022e096d2ec8d6',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-08T14:24:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.453455] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.453615] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.453803] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.453949] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.454122] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.454371] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.454493] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.454657] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.454819] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.454996] env[69316]: DEBUG nova.virt.hardware [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.456149] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc025d7-d053-4564-8208-8364e7fdaa03 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.465141] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55db8cf-388e-4f1f-a904-8aa6ee6424d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.480353] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:14:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c70137f8-5765-4095-a73c-f09a2764a2bb', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.488469] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.488768] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.489018] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-089843c3-6a70-419a-9640-5792b4c9bcad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.506694] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.507428] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.507702] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.508029] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Acquired lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.508247] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Refreshing network info cache for port 1590f47d-99e4-459f-8f94-6a06921f5156 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.510471] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f836f084-fb53-4343-a335-1a699224fbee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.514689] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.514689] env[69316]: value = "task-3367811" [ 1179.514689] env[69316]: _type = "Task" [ 1179.514689] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.531559] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.531830] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.531971] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.532154] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.532304] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.532445] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.532645] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.532801] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.532964] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.533183] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.533366] env[69316]: DEBUG nova.virt.hardware [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.539549] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Reconfiguring VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1179.540457] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b8c9b50-4ad0-4cb6-9234-ba43add93ddd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.558619] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367811, 'name': CreateVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.565172] env[69316]: DEBUG oslo_vmware.api [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Task: {'id': task-3367809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232308} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.566547] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.566755] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.566902] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.567089] env[69316]: INFO nova.compute.manager [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1179.567333] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.567586] env[69316]: DEBUG oslo_vmware.api [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1179.567586] env[69316]: value = "task-3367812" [ 1179.567586] env[69316]: _type = "Task" [ 1179.567586] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.567778] env[69316]: DEBUG nova.compute.manager [-] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.567859] env[69316]: DEBUG nova.network.neutron [-] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.582040] env[69316]: DEBUG oslo_vmware.api [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367812, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.588248] env[69316]: DEBUG oslo_vmware.api [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205345} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.588465] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.588465] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.589801] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.613359] env[69316]: INFO nova.scheduler.client.report [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted allocations for instance c8ff4d8d-640a-4c39-bc42-a9f94387fd09 [ 1179.684852] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.685105] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.027818] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367811, 'name': CreateVM_Task, 'duration_secs': 0.471056} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.027961] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.028624] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.028785] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.029152] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.029424] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f091d3-4225-42bb-990e-571698ce153e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.035565] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1180.035565] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]522df017-cc5b-9175-5d4c-32d28892be0c" [ 1180.035565] env[69316]: _type = "Task" [ 1180.035565] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.044097] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522df017-cc5b-9175-5d4c-32d28892be0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.080325] env[69316]: DEBUG oslo_vmware.api [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.118416] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.188998] env[69316]: DEBUG nova.compute.utils [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.232556] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updated VIF entry in instance network info cache for port 1590f47d-99e4-459f-8f94-6a06921f5156. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.232862] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [{"id": "9ac9d578-5914-49fd-948a-03781e4ace69", "address": "fa:16:3e:17:90:57", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac9d578-59", "ovs_interfaceid": "9ac9d578-5914-49fd-948a-03781e4ace69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1590f47d-99e4-459f-8f94-6a06921f5156", "address": "fa:16:3e:2d:d0:3f", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590f47d-99", "ovs_interfaceid": "1590f47d-99e4-459f-8f94-6a06921f5156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.265546] env[69316]: DEBUG oslo_concurrency.lockutils [None req-78c2fe9c-2fec-46e0-ae2d-076efeaa2a71 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.266789] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.148s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.267049] env[69316]: DEBUG nova.objects.instance [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'resources' on Instance uuid c8ff4d8d-640a-4c39-bc42-a9f94387fd09 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.355531] env[69316]: DEBUG nova.network.neutron [-] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.551407] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.551812] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Processing image 55e4689b-b939-43bf-9665-92528ab32a24 {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.552188] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24/55e4689b-b939-43bf-9665-92528ab32a24.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.552441] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24/55e4689b-b939-43bf-9665-92528ab32a24.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.552725] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.553164] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-789e10d9-0d29-4c10-b314-f7b4b0b0ba31 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.564473] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.564668] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.565448] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d28a3f9-a187-404f-b0e8-c0b10a39372d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.574896] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1180.574896] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd6a5c-be17-0bf3-adf7-6dc46a4087e8" [ 1180.574896] env[69316]: _type = "Task" [ 1180.574896] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.582394] env[69316]: DEBUG oslo_vmware.api [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367812, 'name': ReconfigVM_Task, 'duration_secs': 0.827429} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.585690] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.585927] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Reconfigured VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1180.588773] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd6a5c-be17-0bf3-adf7-6dc46a4087e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.693235] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.735731] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Releasing lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.736060] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received event network-vif-plugged-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.736286] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Acquiring lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.736466] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.736628] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.736793] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] No waiting events found dispatching network-vif-plugged-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.736958] env[69316]: WARNING nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received unexpected event network-vif-plugged-c70137f8-5765-4095-a73c-f09a2764a2bb for instance with vm_state shelved_offloaded and task_state spawning. [ 1180.737137] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received event network-changed-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.737299] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Refreshing instance network info cache due to event network-changed-c70137f8-5765-4095-a73c-f09a2764a2bb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.737551] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Acquiring lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.737737] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Acquired lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.737908] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Refreshing network info cache for port c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.771566] env[69316]: DEBUG nova.objects.instance [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'numa_topology' on Instance uuid c8ff4d8d-640a-4c39-bc42-a9f94387fd09 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.788877] env[69316]: INFO nova.compute.manager [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Swapping old allocation on dict_keys(['6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70']) held by migration 9ed8f3a1-4520-43d2-b353-bd341452b144 for instance [ 1180.813880] env[69316]: DEBUG nova.scheduler.client.report [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Overwriting current allocation {'allocations': {'6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 135}}, 'project_id': '8c86a98c6df3443f874cb49442e38198', 'user_id': 'b69634085662409383b00fe376fcb5ee', 'consumer_generation': 1} on consumer 2e4a76c0-0b19-4118-9bd3-9f347778930b {{(pid=69316) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1180.858326] env[69316]: INFO nova.compute.manager [-] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Took 1.29 seconds to deallocate network for instance. [ 1180.893215] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.893515] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.893716] env[69316]: DEBUG nova.network.neutron [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.086774] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Preparing fetch location {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1181.087039] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Fetch image to [datastore1] OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158/OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158.vmdk {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1181.087230] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Downloading stream optimized image 55e4689b-b939-43bf-9665-92528ab32a24 to [datastore1] OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158/OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158.vmdk on the data store datastore1 as vApp {{(pid=69316) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1181.087428] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Downloading image file data 55e4689b-b939-43bf-9665-92528ab32a24 to the ESX as VM named 'OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158' {{(pid=69316) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1181.090591] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.583s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.165079] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1181.165079] env[69316]: value = "resgroup-9" [ 1181.165079] env[69316]: _type = "ResourcePool" [ 1181.165079] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1181.165390] env[69316]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2d6e00e5-8f5a-431e-8978-700140124526 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.189905] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lease: (returnval){ [ 1181.189905] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52448e0e-c3d9-7145-ec73-91dfcaa91d70" [ 1181.189905] env[69316]: _type = "HttpNfcLease" [ 1181.189905] env[69316]: } obtained for vApp import into resource pool (val){ [ 1181.189905] env[69316]: value = "resgroup-9" [ 1181.189905] env[69316]: _type = "ResourcePool" [ 1181.189905] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1181.190280] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the lease: (returnval){ [ 1181.190280] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52448e0e-c3d9-7145-ec73-91dfcaa91d70" [ 1181.190280] env[69316]: _type = "HttpNfcLease" [ 1181.190280] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1181.198675] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.198675] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52448e0e-c3d9-7145-ec73-91dfcaa91d70" [ 1181.198675] env[69316]: _type = "HttpNfcLease" [ 1181.198675] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1181.273646] env[69316]: DEBUG nova.objects.base [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.369310] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.418450] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dfca5c-f005-4eb2-829c-070502aaa294 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.429278] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25995d0e-4d10-48de-a32c-7f50177ed972 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.474117] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccf98dc-0b3c-4e2b-97d6-031b69877c41 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.484643] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4d4bf4-cb51-45a4-baab-c41a383a0d5c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.500945] env[69316]: DEBUG nova.compute.provider_tree [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.614208] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updated VIF entry in instance network info cache for port c70137f8-5765-4095-a73c-f09a2764a2bb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.614208] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [{"id": "c70137f8-5765-4095-a73c-f09a2764a2bb", "address": "fa:16:3e:54:14:91", "network": {"id": "54b877a3-f401-4a99-8835-a2d69b12c8dd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694732046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ba0c2311624cdca6022e096d2ec8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70137f8-57", "ovs_interfaceid": "c70137f8-5765-4095-a73c-f09a2764a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.701278] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.701278] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52448e0e-c3d9-7145-ec73-91dfcaa91d70" [ 1181.701278] env[69316]: _type = "HttpNfcLease" [ 1181.701278] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1181.734414] env[69316]: DEBUG nova.network.neutron [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance_info_cache with network_info: [{"id": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "address": "fa:16:3e:d2:54:2a", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa21fb45-59", "ovs_interfaceid": "fa21fb45-592f-4a06-af9c-0e2d7bf7367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.772473] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.772839] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.773390] env[69316]: INFO nova.compute.manager [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Attaching volume 7ebcd08b-3221-4319-941b-e3eb6399eca1 to /dev/sdb [ 1181.805199] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8941496b-1dd1-472a-8b73-60a7e258a79b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.813378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707fc8ba-485d-4fc0-a223-ba7d609173cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.828833] env[69316]: DEBUG nova.virt.block_device [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Updating existing volume attachment record: 21298cda-a4f0-4726-a5a9-73417dd9e0ed {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.005053] env[69316]: DEBUG nova.scheduler.client.report [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.116556] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Releasing lock "refresh_cache-b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.116906] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Received event network-vif-unplugged-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.117158] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Acquiring lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.117411] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.117643] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.117853] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] No waiting events found dispatching network-vif-unplugged-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.118051] env[69316]: WARNING nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Received unexpected event network-vif-unplugged-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb for instance with vm_state shelved and task_state shelving_offloading. [ 1182.118224] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Received event network-changed-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.118386] env[69316]: DEBUG nova.compute.manager [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Refreshing instance network info cache due to event network-changed-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.118580] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Acquiring lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.118718] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Acquired lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.118875] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Refreshing network info cache for port 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.122846] env[69316]: DEBUG nova.compute.manager [req-efe66277-afed-4d84-b24c-c85ce2b37e16 req-c74548d8-8c9c-455a-b360-84f01ab5ad42 service nova] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Received event network-vif-deleted-0f19002d-d385-46b9-a804-ffa1646f0b50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.200938] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.200938] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52448e0e-c3d9-7145-ec73-91dfcaa91d70" [ 1182.200938] env[69316]: _type = "HttpNfcLease" [ 1182.200938] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1182.201358] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1182.201358] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52448e0e-c3d9-7145-ec73-91dfcaa91d70" [ 1182.201358] env[69316]: _type = "HttpNfcLease" [ 1182.201358] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1182.202230] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8b177b-2a35-4c80-8036-3be7df69fa71 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.211286] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb71e8-6cb0-d382-d66b-4541dce85c25/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1182.211512] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb71e8-6cb0-d382-d66b-4541dce85c25/disk-0.vmdk. {{(pid=69316) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1182.270069] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-2e4a76c0-0b19-4118-9bd3-9f347778930b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.271732] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f25348-8cf9-40be-b85c-65b970d3edd4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.282125] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b71cd7d2-905b-412c-b740-08c8809541a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.284949] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959ea16e-4610-4a41-b02f-6b70edab63a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.510652] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.515304] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.146s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.515677] env[69316]: DEBUG nova.objects.instance [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lazy-loading 'resources' on Instance uuid 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.024462] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d0f3de3a-f0fc-4414-9272-f6f8eddb4203 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "c8ff4d8d-640a-4c39-bc42-a9f94387fd09" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.412s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.119454] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Updated VIF entry in instance network info cache for port 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.119841] env[69316]: DEBUG nova.network.neutron [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] [instance: c8ff4d8d-640a-4c39-bc42-a9f94387fd09] Updating instance_info_cache with network_info: [{"id": "1db35c6f-bb9f-4172-9367-9cc2c2fa64eb", "address": "fa:16:3e:46:d8:85", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": null, "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1db35c6f-bb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.189378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff681297-04e3-4929-94dc-d1c15dcf6b7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.198961] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6d7e0f-1d57-488b-9923-b5e0a6083cef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.243846] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2ec069-ab78-4b6b-8964-fd3ad9ee98ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.257269] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8090da3-6e59-42ad-b494-3be25d28a338 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.276578] env[69316]: DEBUG nova.compute.provider_tree [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.401448] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.401729] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60699e98-2dc6-4356-89e2-55d5df657064 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.412955] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1183.412955] env[69316]: value = "task-3367817" [ 1183.412955] env[69316]: _type = "Task" [ 1183.412955] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.426675] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.484996] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Completed reading data from the image iterator. {{(pid=69316) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1183.485178] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb71e8-6cb0-d382-d66b-4541dce85c25/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1183.486280] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79019b35-37b7-4bee-8fdc-36cc34c32a24 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.496616] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb71e8-6cb0-d382-d66b-4541dce85c25/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1183.496872] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb71e8-6cb0-d382-d66b-4541dce85c25/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1183.497253] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c6e3bb2-b20f-4cee-ab15-8ddedafad5f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.623288] env[69316]: DEBUG oslo_concurrency.lockutils [req-9e4e13cc-02fd-44ef-9daa-0f45699830af req-4edda67e-a6b7-4ae5-a16c-a065318ac1d7 service nova] Releasing lock "refresh_cache-c8ff4d8d-640a-4c39-bc42-a9f94387fd09" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.642240] env[69316]: DEBUG oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230ae74-0686-7414-b165-9a398925ca29/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1183.643746] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426122dd-ae4e-4d22-9db1-7ea458557539 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.654276] env[69316]: DEBUG oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230ae74-0686-7414-b165-9a398925ca29/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1183.654596] env[69316]: ERROR oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230ae74-0686-7414-b165-9a398925ca29/disk-0.vmdk due to incomplete transfer. [ 1183.654958] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dcd2aa61-4aa9-4c6a-8bb1-53434e949932 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.665326] env[69316]: DEBUG oslo_vmware.rw_handles [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230ae74-0686-7414-b165-9a398925ca29/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1183.665535] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Uploaded image d3b3347a-b978-4281-a021-218d34a8e28b to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1183.669036] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1183.669443] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e673ae1-eb7e-4619-b803-8c6646ff268c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.681980] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1183.681980] env[69316]: value = "task-3367818" [ 1183.681980] env[69316]: _type = "Task" [ 1183.681980] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.692282] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367818, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.750773] env[69316]: DEBUG oslo_vmware.rw_handles [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb71e8-6cb0-d382-d66b-4541dce85c25/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1183.751091] env[69316]: INFO nova.virt.vmwareapi.images [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Downloaded image file data 55e4689b-b939-43bf-9665-92528ab32a24 [ 1183.752251] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc4fdb2-972c-455f-bda2-e1eb8139ec26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.769576] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d15a2304-b6d8-4160-9589-193b2077d7e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.781452] env[69316]: DEBUG nova.scheduler.client.report [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.811903] env[69316]: INFO nova.virt.vmwareapi.images [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] The imported VM was unregistered [ 1183.814292] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Caching image {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1183.814490] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Creating directory with path [datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24 {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.815307] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e08962eb-c511-4e11-b964-630b2c5d0149 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.839123] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Created directory with path [datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24 {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.839913] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158/OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158.vmdk to [datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24/55e4689b-b939-43bf-9665-92528ab32a24.vmdk. {{(pid=69316) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1183.839913] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9470a32e-a5ef-4bac-b004-dda48f8a3391 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.847848] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1183.847848] env[69316]: value = "task-3367820" [ 1183.847848] env[69316]: _type = "Task" [ 1183.847848] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.857312] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367820, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.925028] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367817, 'name': PowerOffVM_Task, 'duration_secs': 0.264776} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.925028] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.925028] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.925028] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.925028] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.925028] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.925028] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.925028] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.925664] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.925664] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.925664] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.925664] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.925782] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.931233] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c167673-49bf-4cd2-bbb4-2abaf685a0f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.951881] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1183.951881] env[69316]: value = "task-3367821" [ 1183.951881] env[69316]: _type = "Task" [ 1183.951881] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.963057] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.977031] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-962b827c-5269-4ee2-89e0-5522800c5e10" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.977362] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-962b827c-5269-4ee2-89e0-5522800c5e10" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.977753] env[69316]: DEBUG nova.objects.instance [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'flavor' on Instance uuid 00b17308-86bd-4061-a9e4-b17550cb84ad {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.192886] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367818, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.286899] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.308018] env[69316]: INFO nova.scheduler.client.report [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Deleted allocations for instance 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd [ 1184.360044] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367820, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.463039] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367821, 'name': ReconfigVM_Task, 'duration_secs': 0.187656} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.463943] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8be32c-e122-4eca-b997-6947f8a11bac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.496768] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.497116] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.497333] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.497447] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.497595] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.497791] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.498074] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.498183] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.498366] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.498585] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.498793] env[69316]: DEBUG nova.virt.hardware [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.500037] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a53e6d-7676-4e8b-bea6-3b95409da2c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.509088] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1184.509088] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]522fb474-c16c-8688-bda3-c79e7ccfefcb" [ 1184.509088] env[69316]: _type = "Task" [ 1184.509088] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.521815] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522fb474-c16c-8688-bda3-c79e7ccfefcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.613467] env[69316]: DEBUG nova.objects.instance [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'pci_requests' on Instance uuid 00b17308-86bd-4061-a9e4-b17550cb84ad {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.635437] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.636053] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.694222] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367818, 'name': Destroy_Task, 'duration_secs': 0.803699} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.694631] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Destroyed the VM [ 1184.694872] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1184.695149] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-186438f3-cce1-4cac-934a-5a75f15c1807 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.704543] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1184.704543] env[69316]: value = "task-3367823" [ 1184.704543] env[69316]: _type = "Task" [ 1184.704543] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.817118] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Lock "4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.939s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.862840] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367820, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.020112] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]522fb474-c16c-8688-bda3-c79e7ccfefcb, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.026024] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.026399] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f43c9ed-2346-4c61-9290-b06edf7906eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.049660] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1185.049660] env[69316]: value = "task-3367824" [ 1185.049660] env[69316]: _type = "Task" [ 1185.049660] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.059928] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.079986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "bfa22353-c5b1-454e-8034-a6af40c5d151" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.080264] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bfa22353-c5b1-454e-8034-a6af40c5d151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.119512] env[69316]: DEBUG nova.objects.base [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Object Instance<00b17308-86bd-4061-a9e4-b17550cb84ad> lazy-loaded attributes: flavor,pci_requests {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.119811] env[69316]: DEBUG nova.network.neutron [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.138229] env[69316]: DEBUG nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.189217] env[69316]: DEBUG nova.policy [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.216194] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367823, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.362486] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367820, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.560404] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367824, 'name': ReconfigVM_Task, 'duration_secs': 0.463158} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.560660] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.561522] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45128549-359d-4510-ac01-4bfa6efe50f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.582616] env[69316]: DEBUG nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.593383] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b/2e4a76c0-0b19-4118-9bd3-9f347778930b.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.593993] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d977bb6-24d0-4e53-afc3-1c3c86d1c95a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.615878] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1185.615878] env[69316]: value = "task-3367825" [ 1185.615878] env[69316]: _type = "Task" [ 1185.615878] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.625758] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.663399] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.664124] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.666088] env[69316]: INFO nova.compute.claims [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.719075] env[69316]: DEBUG oslo_vmware.api [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367823, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880441} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.720735] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1185.721194] env[69316]: INFO nova.compute.manager [None req-ebc51ca6-1adc-417b-828e-7b0ff3381d23 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Took 14.80 seconds to snapshot the instance on the hypervisor. [ 1185.863636] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367820, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.111304] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.129602] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367825, 'name': ReconfigVM_Task, 'duration_secs': 0.500978} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.131902] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b/2e4a76c0-0b19-4118-9bd3-9f347778930b.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.131902] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e93664-810c-434c-9c3d-cadf8056d6d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.154254] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e514e884-dfb2-415a-96a6-05d84d7729e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.180774] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc3b884-c78c-4035-a23b-4f843384b66c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.211062] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe19c12e-3e92-4818-850d-4fe1b7a3ca96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.219898] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.220275] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd010e60-e097-43cc-8d1f-a567bd27b2ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.230121] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1186.230121] env[69316]: value = "task-3367826" [ 1186.230121] env[69316]: _type = "Task" [ 1186.230121] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.240266] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.364032] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367820, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.378820] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1186.379261] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672030', 'volume_id': '7ebcd08b-3221-4319-941b-e3eb6399eca1', 'name': 'volume-7ebcd08b-3221-4319-941b-e3eb6399eca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '272317a0-67b0-4367-8a9f-3faf2cf1bf3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebcd08b-3221-4319-941b-e3eb6399eca1', 'serial': '7ebcd08b-3221-4319-941b-e3eb6399eca1'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1186.383745] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f67a73-1d31-473a-a1e6-8887f232d4ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.418962] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba71cc2-829e-411e-9e19-2a60c2ddd168 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.463767] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-7ebcd08b-3221-4319-941b-e3eb6399eca1/volume-7ebcd08b-3221-4319-941b-e3eb6399eca1.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.464264] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e99c55ca-9045-4e9d-bb4e-fcee0ed8c912 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.498245] env[69316]: DEBUG oslo_vmware.api [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1186.498245] env[69316]: value = "task-3367827" [ 1186.498245] env[69316]: _type = "Task" [ 1186.498245] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.513740] env[69316]: DEBUG oslo_vmware.api [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.658738] env[69316]: DEBUG nova.compute.manager [req-f9e92bd1-304d-4e5a-b05f-7663ac701668 req-652ff070-5d54-411f-9e5a-568c132c4c92 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-vif-plugged-962b827c-5269-4ee2-89e0-5522800c5e10 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.659031] env[69316]: DEBUG oslo_concurrency.lockutils [req-f9e92bd1-304d-4e5a-b05f-7663ac701668 req-652ff070-5d54-411f-9e5a-568c132c4c92 service nova] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.659173] env[69316]: DEBUG oslo_concurrency.lockutils [req-f9e92bd1-304d-4e5a-b05f-7663ac701668 req-652ff070-5d54-411f-9e5a-568c132c4c92 service nova] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.659347] env[69316]: DEBUG oslo_concurrency.lockutils [req-f9e92bd1-304d-4e5a-b05f-7663ac701668 req-652ff070-5d54-411f-9e5a-568c132c4c92 service nova] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.659526] env[69316]: DEBUG nova.compute.manager [req-f9e92bd1-304d-4e5a-b05f-7663ac701668 req-652ff070-5d54-411f-9e5a-568c132c4c92 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] No waiting events found dispatching network-vif-plugged-962b827c-5269-4ee2-89e0-5522800c5e10 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.659695] env[69316]: WARNING nova.compute.manager [req-f9e92bd1-304d-4e5a-b05f-7663ac701668 req-652ff070-5d54-411f-9e5a-568c132c4c92 service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received unexpected event network-vif-plugged-962b827c-5269-4ee2-89e0-5522800c5e10 for instance with vm_state active and task_state None. [ 1186.743083] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367826, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.758436] env[69316]: DEBUG nova.network.neutron [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Successfully updated port: 962b827c-5269-4ee2-89e0-5522800c5e10 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.862084] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8e6c5e-a5e2-494a-b82a-f9cfebb502ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.868665] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367820, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.838228} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.869409] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158/OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158.vmdk to [datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24/55e4689b-b939-43bf-9665-92528ab32a24.vmdk. [ 1186.869629] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Cleaning up location [datastore1] OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158 {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1186.869800] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a365f12e-f5e5-40d2-90b2-08108ba1c158 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.870114] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4925cffd-ee47-4a91-bb4a-f0ecee57e05f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.875867] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d06a41-f8b1-40f9-97d5-4ea08d4aff26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.882835] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1186.882835] env[69316]: value = "task-3367828" [ 1186.882835] env[69316]: _type = "Task" [ 1186.882835] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.917335] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c00f75-b2e1-4898-a7a2-975804d20e02 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.923638] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.929464] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81dc931-6909-4f74-a88c-37c61d83a5ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.944824] env[69316]: DEBUG nova.compute.provider_tree [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.010485] env[69316]: DEBUG oslo_vmware.api [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.245024] env[69316]: DEBUG oslo_vmware.api [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367826, 'name': PowerOnVM_Task, 'duration_secs': 0.684502} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.245024] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.260742] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.260908] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.261100] env[69316]: DEBUG nova.network.neutron [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.393812] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131539} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.394068] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.394243] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24/55e4689b-b939-43bf-9665-92528ab32a24.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.394544] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24/55e4689b-b939-43bf-9665-92528ab32a24.vmdk to [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344/b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.394798] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba1451d-ad79-43be-a2af-c9a86fa80f48 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.402400] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1187.402400] env[69316]: value = "task-3367829" [ 1187.402400] env[69316]: _type = "Task" [ 1187.402400] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.410164] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.448410] env[69316]: DEBUG nova.scheduler.client.report [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.510032] env[69316]: DEBUG oslo_vmware.api [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.800916] env[69316]: WARNING nova.network.neutron [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6 already exists in list: networks containing: ['fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6']. ignoring it [ 1187.801223] env[69316]: WARNING nova.network.neutron [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6 already exists in list: networks containing: ['fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6']. ignoring it [ 1187.913539] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367829, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.952954] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.953561] env[69316]: DEBUG nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.956257] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.845s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.957895] env[69316]: INFO nova.compute.claims [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.012687] env[69316]: DEBUG oslo_vmware.api [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367827, 'name': ReconfigVM_Task, 'duration_secs': 1.114} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.012981] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-7ebcd08b-3221-4319-941b-e3eb6399eca1/volume-7ebcd08b-3221-4319-941b-e3eb6399eca1.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.018174] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2903a53-a2b1-4816-8cb0-14f7e5080697 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.040126] env[69316]: DEBUG oslo_vmware.api [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1188.040126] env[69316]: value = "task-3367830" [ 1188.040126] env[69316]: _type = "Task" [ 1188.040126] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.052309] env[69316]: DEBUG oslo_vmware.api [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.275727] env[69316]: DEBUG nova.network.neutron [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [{"id": "9ac9d578-5914-49fd-948a-03781e4ace69", "address": "fa:16:3e:17:90:57", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac9d578-59", "ovs_interfaceid": "9ac9d578-5914-49fd-948a-03781e4ace69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1590f47d-99e4-459f-8f94-6a06921f5156", "address": "fa:16:3e:2d:d0:3f", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590f47d-99", "ovs_interfaceid": "1590f47d-99e4-459f-8f94-6a06921f5156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "962b827c-5269-4ee2-89e0-5522800c5e10", "address": "fa:16:3e:f6:d1:80", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962b827c-52", "ovs_interfaceid": "962b827c-5269-4ee2-89e0-5522800c5e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.291813] env[69316]: INFO nova.compute.manager [None req-0a811d71-ddc1-417a-b6e8-c7ce3bfe4a22 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance to original state: 'active' [ 1188.413973] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367829, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.463069] env[69316]: DEBUG nova.compute.utils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.465719] env[69316]: DEBUG nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.465886] env[69316]: DEBUG nova.network.neutron [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.510767] env[69316]: DEBUG nova.policy [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2396681ec95b4b6db8b5919af2101003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '138f130ba0c8427ba6907a04781e3bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.552567] env[69316]: DEBUG oslo_vmware.api [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367830, 'name': ReconfigVM_Task, 'duration_secs': 0.214631} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.552934] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672030', 'volume_id': '7ebcd08b-3221-4319-941b-e3eb6399eca1', 'name': 'volume-7ebcd08b-3221-4319-941b-e3eb6399eca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '272317a0-67b0-4367-8a9f-3faf2cf1bf3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebcd08b-3221-4319-941b-e3eb6399eca1', 'serial': '7ebcd08b-3221-4319-941b-e3eb6399eca1'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1188.697192] env[69316]: DEBUG nova.compute.manager [req-651ff5d6-2ce0-4a66-843a-bddfdf20e732 req-1b9d4b25-0267-4a8c-b1d5-bf29b028779c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-changed-962b827c-5269-4ee2-89e0-5522800c5e10 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.697531] env[69316]: DEBUG nova.compute.manager [req-651ff5d6-2ce0-4a66-843a-bddfdf20e732 req-1b9d4b25-0267-4a8c-b1d5-bf29b028779c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Refreshing instance network info cache due to event network-changed-962b827c-5269-4ee2-89e0-5522800c5e10. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.700482] env[69316]: DEBUG oslo_concurrency.lockutils [req-651ff5d6-2ce0-4a66-843a-bddfdf20e732 req-1b9d4b25-0267-4a8c-b1d5-bf29b028779c service nova] Acquiring lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.781596] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.781596] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.781596] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.781596] env[69316]: DEBUG oslo_concurrency.lockutils [req-651ff5d6-2ce0-4a66-843a-bddfdf20e732 req-1b9d4b25-0267-4a8c-b1d5-bf29b028779c service nova] Acquired lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.781596] env[69316]: DEBUG nova.network.neutron [req-651ff5d6-2ce0-4a66-843a-bddfdf20e732 req-1b9d4b25-0267-4a8c-b1d5-bf29b028779c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Refreshing network info cache for port 962b827c-5269-4ee2-89e0-5522800c5e10 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.782664] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a0b137-8f36-4ecf-a4f4-cb88b4aa05f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.809266] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.809668] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.809743] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.809983] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.810186] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.810369] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.810614] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.810806] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.811018] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.811240] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.811444] env[69316]: DEBUG nova.virt.hardware [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.818231] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Reconfiguring VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1188.821790] env[69316]: DEBUG nova.network.neutron [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Successfully created port: 9afcee00-1935-416e-b90c-c405b7059819 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.824682] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa853093-e2ff-48eb-9d82-43142b622cb0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.846560] env[69316]: DEBUG oslo_vmware.api [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1188.846560] env[69316]: value = "task-3367831" [ 1188.846560] env[69316]: _type = "Task" [ 1188.846560] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.857926] env[69316]: DEBUG oslo_vmware.api [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367831, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.915013] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367829, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.971889] env[69316]: DEBUG nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.210787] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d46d75-5796-42bd-9a21-0519ecd8faf7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.221404] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f979a7-9e59-4e3a-9737-cddbe0e98f7a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.256607] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267449ef-10ef-4d77-b183-3d41c31c2f86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.265464] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80fc919-d9a8-41a9-8aea-414b88299bba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.280641] env[69316]: DEBUG nova.compute.provider_tree [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.359460] env[69316]: DEBUG oslo_vmware.api [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.416708] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367829, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.526774] env[69316]: DEBUG nova.network.neutron [req-651ff5d6-2ce0-4a66-843a-bddfdf20e732 req-1b9d4b25-0267-4a8c-b1d5-bf29b028779c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updated VIF entry in instance network info cache for port 962b827c-5269-4ee2-89e0-5522800c5e10. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.527534] env[69316]: DEBUG nova.network.neutron [req-651ff5d6-2ce0-4a66-843a-bddfdf20e732 req-1b9d4b25-0267-4a8c-b1d5-bf29b028779c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [{"id": "9ac9d578-5914-49fd-948a-03781e4ace69", "address": "fa:16:3e:17:90:57", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac9d578-59", "ovs_interfaceid": "9ac9d578-5914-49fd-948a-03781e4ace69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1590f47d-99e4-459f-8f94-6a06921f5156", "address": "fa:16:3e:2d:d0:3f", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590f47d-99", "ovs_interfaceid": "1590f47d-99e4-459f-8f94-6a06921f5156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "962b827c-5269-4ee2-89e0-5522800c5e10", "address": "fa:16:3e:f6:d1:80", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962b827c-52", "ovs_interfaceid": "962b827c-5269-4ee2-89e0-5522800c5e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.672658] env[69316]: DEBUG nova.objects.instance [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'flavor' on Instance uuid 272317a0-67b0-4367-8a9f-3faf2cf1bf3a {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.784402] env[69316]: DEBUG nova.scheduler.client.report [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.859203] env[69316]: DEBUG oslo_vmware.api [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367831, 'name': ReconfigVM_Task, 'duration_secs': 0.782296} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.860076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.860076] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Reconfigured VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1189.918251] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367829, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.982020] env[69316]: DEBUG nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.008845] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.009118] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.009276] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.009456] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.009601] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.009745] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.009947] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.010120] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.010287] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.010448] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.010617] env[69316]: DEBUG nova.virt.hardware [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.011802] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3853c5ad-5f56-42bf-bb26-343578a98845 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.020387] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c8845d-b1d2-409c-9cd9-727073fa6c56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.033635] env[69316]: DEBUG oslo_concurrency.lockutils [req-651ff5d6-2ce0-4a66-843a-bddfdf20e732 req-1b9d4b25-0267-4a8c-b1d5-bf29b028779c service nova] Releasing lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.181903] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6dca6d1f-fac7-4d20-b777-d3f0798e8fc4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.408s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.254466] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.254758] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.254979] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.255200] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.255347] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.257431] env[69316]: INFO nova.compute.manager [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Terminating instance [ 1190.289543] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.289675] env[69316]: DEBUG nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.365571] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2e07224b-02c2-4463-ad8e-ab3506584b87 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-962b827c-5269-4ee2-89e0-5522800c5e10" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.388s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.406108] env[69316]: DEBUG nova.network.neutron [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Successfully updated port: 9afcee00-1935-416e-b90c-c405b7059819 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.419782] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367829, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.562279} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.420401] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/55e4689b-b939-43bf-9665-92528ab32a24/55e4689b-b939-43bf-9665-92528ab32a24.vmdk to [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344/b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.421264] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2808a75-e50e-413f-8a15-8e3d69c96c5b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.448873] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344/b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.449584] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66aec273-9ade-4af3-8f18-96d7c270bc8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.474094] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1190.474094] env[69316]: value = "task-3367832" [ 1190.474094] env[69316]: _type = "Task" [ 1190.474094] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.485437] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.736729] env[69316]: DEBUG nova.compute.manager [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Received event network-vif-plugged-9afcee00-1935-416e-b90c-c405b7059819 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.736987] env[69316]: DEBUG oslo_concurrency.lockutils [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] Acquiring lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.737219] env[69316]: DEBUG oslo_concurrency.lockutils [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.737407] env[69316]: DEBUG oslo_concurrency.lockutils [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.737601] env[69316]: DEBUG nova.compute.manager [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] No waiting events found dispatching network-vif-plugged-9afcee00-1935-416e-b90c-c405b7059819 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.737778] env[69316]: WARNING nova.compute.manager [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Received unexpected event network-vif-plugged-9afcee00-1935-416e-b90c-c405b7059819 for instance with vm_state building and task_state spawning. [ 1190.737968] env[69316]: DEBUG nova.compute.manager [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Received event network-changed-9afcee00-1935-416e-b90c-c405b7059819 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.738398] env[69316]: DEBUG nova.compute.manager [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Refreshing instance network info cache due to event network-changed-9afcee00-1935-416e-b90c-c405b7059819. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.738625] env[69316]: DEBUG oslo_concurrency.lockutils [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] Acquiring lock "refresh_cache-da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.738789] env[69316]: DEBUG oslo_concurrency.lockutils [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] Acquired lock "refresh_cache-da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.739029] env[69316]: DEBUG nova.network.neutron [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Refreshing network info cache for port 9afcee00-1935-416e-b90c-c405b7059819 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.761071] env[69316]: DEBUG nova.compute.manager [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.761348] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.761609] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d5ea56f-98dc-4135-b418-3fe1ad87d6b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.770500] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1190.770500] env[69316]: value = "task-3367833" [ 1190.770500] env[69316]: _type = "Task" [ 1190.770500] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.779796] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.794825] env[69316]: DEBUG nova.compute.utils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.796243] env[69316]: DEBUG nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.796506] env[69316]: DEBUG nova.network.neutron [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.854125] env[69316]: DEBUG nova.policy [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80c0a2b49e4b4b269baafc6cca88de3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9b61f0579814c6aba86c35a7f77736f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.914068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.986084] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.275853] env[69316]: DEBUG nova.network.neutron [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Successfully created port: 428583e1-091c-49de-bbe3-1750b41befa3 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.281275] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367833, 'name': PowerOffVM_Task, 'duration_secs': 0.219153} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.282016] env[69316]: DEBUG nova.network.neutron [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.283732] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.283940] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.284169] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672010', 'volume_id': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'name': 'volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2e4a76c0-0b19-4118-9bd3-9f347778930b', 'attached_at': '2025-04-08T14:25:01.000000', 'detached_at': '', 'volume_id': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'serial': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.285000] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c718e556-ec5e-43da-9068-fa0a8434c87f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.306854] env[69316]: DEBUG nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.311284] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f023a326-15c3-4556-9629-75b159ec9cb9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.318801] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c229f-0a3e-48b8-8f1a-4fcfd1fd0e71 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.357483] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557b8320-2dc4-40d0-bcdc-085919232157 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.374765] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e/volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.380704] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.381177] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65232c13-a226-42c2-b6d7-ed8d947782e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.403039] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1191.403039] env[69316]: value = "task-3367834" [ 1191.403039] env[69316]: _type = "Task" [ 1191.403039] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.413196] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.425397] env[69316]: DEBUG nova.network.neutron [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.486387] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367832, 'name': ReconfigVM_Task, 'duration_secs': 0.758954} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.486822] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344/b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.487492] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bcef79c-8c39-431f-b5f8-bfb916efc024 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.496613] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1191.496613] env[69316]: value = "task-3367835" [ 1191.496613] env[69316]: _type = "Task" [ 1191.496613] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.508951] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367835, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.854799] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-1590f47d-99e4-459f-8f94-6a06921f5156" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.855099] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-1590f47d-99e4-459f-8f94-6a06921f5156" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.913912] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367834, 'name': ReconfigVM_Task, 'duration_secs': 0.275811} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.914181] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.918911] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e7d9b52-1fab-4149-8774-3cbc378b9c08 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.929043] env[69316]: DEBUG oslo_concurrency.lockutils [req-479c6ef8-436a-4026-bfc9-9d590e7fcdb4 req-d10df0cb-827f-4c84-98f9-aa6eb1ee58c0 service nova] Releasing lock "refresh_cache-da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.929462] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.929620] env[69316]: DEBUG nova.network.neutron [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.936522] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1191.936522] env[69316]: value = "task-3367836" [ 1191.936522] env[69316]: _type = "Task" [ 1191.936522] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.946119] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.006821] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367835, 'name': Rename_Task, 'duration_secs': 0.186566} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.007098] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.007595] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d028a3bc-1474-4a7a-a370-a5068d41c781 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.014463] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1192.014463] env[69316]: value = "task-3367837" [ 1192.014463] env[69316]: _type = "Task" [ 1192.014463] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.023967] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.319932] env[69316]: DEBUG nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.350534] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='03ff5d52fd44c413caa05723d2bcdbea',container_format='bare',created_at=2025-04-08T14:24:48Z,direct_url=,disk_format='vmdk',id=d3b3347a-b978-4281-a021-218d34a8e28b,min_disk=1,min_ram=0,name='tempest-test-snap-613512147',owner='e9b61f0579814c6aba86c35a7f77736f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-08T14:25:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.350790] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.350945] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.351142] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.351289] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.351436] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.351644] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.351804] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.351977] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.352152] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.352322] env[69316]: DEBUG nova.virt.hardware [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.353255] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fb9e63-eca7-4cd3-a24d-804df0452134 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.357547] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.357714] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.358474] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d303b0-ba5a-4684-b723-a772392c832f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.366180] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc824c0-7377-405e-94cd-93a682eb6fd0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.384434] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff8a1a-214b-4478-b7b4-9a2d1b59a48b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.400314] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.400583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.426050] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Reconfiguring VM to detach interface {{(pid=69316) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1192.427458] env[69316]: DEBUG nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.430393] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d04dbf98-0e7b-4987-afbf-cbe3a46bbe1e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.459210] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.460856] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1192.460856] env[69316]: value = "task-3367838" [ 1192.460856] env[69316]: _type = "Task" [ 1192.460856] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.470742] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.482766] env[69316]: DEBUG nova.network.neutron [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.526962] env[69316]: DEBUG oslo_vmware.api [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367837, 'name': PowerOnVM_Task, 'duration_secs': 0.473688} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.527304] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.641665] env[69316]: DEBUG nova.compute.manager [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.642857] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d2399-f3c1-430b-b929-0f1ffeb1829b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.656316] env[69316]: DEBUG nova.network.neutron [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Updating instance_info_cache with network_info: [{"id": "9afcee00-1935-416e-b90c-c405b7059819", "address": "fa:16:3e:40:f9:a5", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afcee00-19", "ovs_interfaceid": "9afcee00-1935-416e-b90c-c405b7059819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.789318] env[69316]: DEBUG nova.compute.manager [req-53ee5791-b616-4bc9-9bc4-856dc4eb4374 req-94f0949b-62f8-4be1-9596-7be356d21fd9 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Received event network-vif-plugged-428583e1-091c-49de-bbe3-1750b41befa3 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.789611] env[69316]: DEBUG oslo_concurrency.lockutils [req-53ee5791-b616-4bc9-9bc4-856dc4eb4374 req-94f0949b-62f8-4be1-9596-7be356d21fd9 service nova] Acquiring lock "bfa22353-c5b1-454e-8034-a6af40c5d151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.789743] env[69316]: DEBUG oslo_concurrency.lockutils [req-53ee5791-b616-4bc9-9bc4-856dc4eb4374 req-94f0949b-62f8-4be1-9596-7be356d21fd9 service nova] Lock "bfa22353-c5b1-454e-8034-a6af40c5d151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.789904] env[69316]: DEBUG oslo_concurrency.lockutils [req-53ee5791-b616-4bc9-9bc4-856dc4eb4374 req-94f0949b-62f8-4be1-9596-7be356d21fd9 service nova] Lock "bfa22353-c5b1-454e-8034-a6af40c5d151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.790076] env[69316]: DEBUG nova.compute.manager [req-53ee5791-b616-4bc9-9bc4-856dc4eb4374 req-94f0949b-62f8-4be1-9596-7be356d21fd9 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] No waiting events found dispatching network-vif-plugged-428583e1-091c-49de-bbe3-1750b41befa3 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.790239] env[69316]: WARNING nova.compute.manager [req-53ee5791-b616-4bc9-9bc4-856dc4eb4374 req-94f0949b-62f8-4be1-9596-7be356d21fd9 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Received unexpected event network-vif-plugged-428583e1-091c-49de-bbe3-1750b41befa3 for instance with vm_state building and task_state spawning. [ 1192.882515] env[69316]: DEBUG nova.network.neutron [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Successfully updated port: 428583e1-091c-49de-bbe3-1750b41befa3 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.973111] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367836, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.979518] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.979798] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.981411] env[69316]: INFO nova.compute.claims [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.988319] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.165543] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.165543] env[69316]: DEBUG nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Instance network_info: |[{"id": "9afcee00-1935-416e-b90c-c405b7059819", "address": "fa:16:3e:40:f9:a5", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afcee00-19", "ovs_interfaceid": "9afcee00-1935-416e-b90c-c405b7059819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.165543] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f9:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9afcee00-1935-416e-b90c-c405b7059819', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.172784] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.173273] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.010s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.175134] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.175364] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc6ec50-1772-4f63-83cc-e6287c113739 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.198894] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.198894] env[69316]: value = "task-3367839" [ 1193.198894] env[69316]: _type = "Task" [ 1193.198894] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.207483] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367839, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.383274] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "refresh_cache-bfa22353-c5b1-454e-8034-a6af40c5d151" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.383526] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "refresh_cache-bfa22353-c5b1-454e-8034-a6af40c5d151" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.383689] env[69316]: DEBUG nova.network.neutron [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.461960] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367836, 'name': ReconfigVM_Task, 'duration_secs': 1.052147} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.462387] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672010', 'volume_id': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'name': 'volume-fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2e4a76c0-0b19-4118-9bd3-9f347778930b', 'attached_at': '2025-04-08T14:25:01.000000', 'detached_at': '', 'volume_id': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e', 'serial': 'fd0804c9-fb1d-4c0b-8ca1-20d7828d107e'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1193.462739] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.463662] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bddce1-041f-47d9-8b25-1f7434fef4e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.473293] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.473864] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-848fbf24-6daf-442a-a999-8efb26852ee6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.478410] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.580254] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.580532] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.580764] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleting the datastore file [datastore2] 2e4a76c0-0b19-4118-9bd3-9f347778930b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.581134] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa4cc157-8964-4cfc-8c86-2cd7533eb62d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.590664] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1193.590664] env[69316]: value = "task-3367841" [ 1193.590664] env[69316]: _type = "Task" [ 1193.590664] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.599321] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.710040] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367839, 'name': CreateVM_Task, 'duration_secs': 0.429815} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.710223] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.710913] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.711094] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.711438] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.711713] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df11f8b-63c8-4893-a1fc-5781eb69826b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.716987] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1193.716987] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52937f3f-53f6-dc57-11af-7e72a7b04d61" [ 1193.716987] env[69316]: _type = "Task" [ 1193.716987] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.727040] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52937f3f-53f6-dc57-11af-7e72a7b04d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.917102] env[69316]: DEBUG nova.network.neutron [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.978490] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.054442] env[69316]: DEBUG nova.network.neutron [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Updating instance_info_cache with network_info: [{"id": "428583e1-091c-49de-bbe3-1750b41befa3", "address": "fa:16:3e:1d:60:5a", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428583e1-09", "ovs_interfaceid": "428583e1-091c-49de-bbe3-1750b41befa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.102497] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.137300] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3450e624-ecbb-4522-b53a-13b5ae80c24c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.145863] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a517b27-767c-4a7b-b6b1-4a7f2868aa22 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.177158] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3852b99-5477-4d5e-afd5-c03eb1b7621b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.185402] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7408c4af-f208-47b8-a8a0-7b595628d27f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.200052] env[69316]: DEBUG nova.compute.provider_tree [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.228399] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52937f3f-53f6-dc57-11af-7e72a7b04d61, 'name': SearchDatastore_Task, 'duration_secs': 0.035912} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.228707] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.228941] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.229219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.229377] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.229558] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.229813] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c234e07-c20c-4876-aa54-51ed58ed0b5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.243588] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.243757] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.244521] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebc5e5f-7604-4a16-945a-ab661b1fe084 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.250917] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1194.250917] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e7b08a-2fdf-e412-028a-22c9e90c28f1" [ 1194.250917] env[69316]: _type = "Task" [ 1194.250917] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.261602] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e7b08a-2fdf-e412-028a-22c9e90c28f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.478697] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.561681] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "refresh_cache-bfa22353-c5b1-454e-8034-a6af40c5d151" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.562081] env[69316]: DEBUG nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Instance network_info: |[{"id": "428583e1-091c-49de-bbe3-1750b41befa3", "address": "fa:16:3e:1d:60:5a", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428583e1-09", "ovs_interfaceid": "428583e1-091c-49de-bbe3-1750b41befa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.562537] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:60:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '428583e1-091c-49de-bbe3-1750b41befa3', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.569944] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.570168] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.570389] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69657d6c-9802-4578-be67-9d368d55a1cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.592032] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.592032] env[69316]: value = "task-3367842" [ 1194.592032] env[69316]: _type = "Task" [ 1194.592032] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.605494] env[69316]: DEBUG oslo_vmware.api [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669073} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.605631] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367842, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.605841] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.606034] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.606214] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.606386] env[69316]: INFO nova.compute.manager [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Took 3.85 seconds to destroy the instance on the hypervisor. [ 1194.606612] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.606792] env[69316]: DEBUG nova.compute.manager [-] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.606887] env[69316]: DEBUG nova.network.neutron [-] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.703812] env[69316]: DEBUG nova.scheduler.client.report [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.762881] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e7b08a-2fdf-e412-028a-22c9e90c28f1, 'name': SearchDatastore_Task, 'duration_secs': 0.038156} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.763716] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba49a20-5ddb-4899-bd3b-6fb3d2673bae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.769479] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1194.769479] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521a4f28-13e9-440f-99bd-c7d7290b3da9" [ 1194.769479] env[69316]: _type = "Task" [ 1194.769479] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.778780] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521a4f28-13e9-440f-99bd-c7d7290b3da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.819485] env[69316]: DEBUG nova.compute.manager [req-4dd39957-ba76-4205-9d36-61f4a2d11f68 req-c7c6e9de-a5c6-4d4a-b626-fae1dd2d3ba0 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Received event network-changed-428583e1-091c-49de-bbe3-1750b41befa3 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.819749] env[69316]: DEBUG nova.compute.manager [req-4dd39957-ba76-4205-9d36-61f4a2d11f68 req-c7c6e9de-a5c6-4d4a-b626-fae1dd2d3ba0 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Refreshing instance network info cache due to event network-changed-428583e1-091c-49de-bbe3-1750b41befa3. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.820089] env[69316]: DEBUG oslo_concurrency.lockutils [req-4dd39957-ba76-4205-9d36-61f4a2d11f68 req-c7c6e9de-a5c6-4d4a-b626-fae1dd2d3ba0 service nova] Acquiring lock "refresh_cache-bfa22353-c5b1-454e-8034-a6af40c5d151" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.820312] env[69316]: DEBUG oslo_concurrency.lockutils [req-4dd39957-ba76-4205-9d36-61f4a2d11f68 req-c7c6e9de-a5c6-4d4a-b626-fae1dd2d3ba0 service nova] Acquired lock "refresh_cache-bfa22353-c5b1-454e-8034-a6af40c5d151" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.820583] env[69316]: DEBUG nova.network.neutron [req-4dd39957-ba76-4205-9d36-61f4a2d11f68 req-c7c6e9de-a5c6-4d4a-b626-fae1dd2d3ba0 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Refreshing network info cache for port 428583e1-091c-49de-bbe3-1750b41befa3 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.979410] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.106109] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367842, 'name': CreateVM_Task, 'duration_secs': 0.343681} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.106306] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.107054] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.107245] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.107669] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.107907] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0c0083-f2fe-4fa6-ada4-4a5a95ef538f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.114022] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1195.114022] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52827406-d5b1-6b9f-a558-c5306356b2f4" [ 1195.114022] env[69316]: _type = "Task" [ 1195.114022] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.123319] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52827406-d5b1-6b9f-a558-c5306356b2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.208959] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.209562] env[69316]: DEBUG nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.280782] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521a4f28-13e9-440f-99bd-c7d7290b3da9, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.281043] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.281307] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] da50e0eb-b0e7-4a67-9b51-c98fd2b9664d/da50e0eb-b0e7-4a67-9b51-c98fd2b9664d.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.281849] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eba7922f-5505-4c55-a807-54d366baa257 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.290061] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1195.290061] env[69316]: value = "task-3367843" [ 1195.290061] env[69316]: _type = "Task" [ 1195.290061] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.298730] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.484444] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.540440] env[69316]: DEBUG nova.network.neutron [-] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.561168] env[69316]: DEBUG nova.network.neutron [req-4dd39957-ba76-4205-9d36-61f4a2d11f68 req-c7c6e9de-a5c6-4d4a-b626-fae1dd2d3ba0 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Updated VIF entry in instance network info cache for port 428583e1-091c-49de-bbe3-1750b41befa3. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.561168] env[69316]: DEBUG nova.network.neutron [req-4dd39957-ba76-4205-9d36-61f4a2d11f68 req-c7c6e9de-a5c6-4d4a-b626-fae1dd2d3ba0 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Updating instance_info_cache with network_info: [{"id": "428583e1-091c-49de-bbe3-1750b41befa3", "address": "fa:16:3e:1d:60:5a", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428583e1-09", "ovs_interfaceid": "428583e1-091c-49de-bbe3-1750b41befa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.628022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.628022] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Processing image d3b3347a-b978-4281-a021-218d34a8e28b {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.628022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b/d3b3347a-b978-4281-a021-218d34a8e28b.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.628022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b/d3b3347a-b978-4281-a021-218d34a8e28b.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.628022] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.628311] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a398eb0c-8bc7-4535-9f2a-0da31b765b2a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.645555] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.645804] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.646770] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6412ab7-efe0-4d7b-b70f-1375e3db3426 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.653108] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1195.653108] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52741fd2-cfa8-5e1f-7837-884f3e25cc07" [ 1195.653108] env[69316]: _type = "Task" [ 1195.653108] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.664182] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52741fd2-cfa8-5e1f-7837-884f3e25cc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.718572] env[69316]: DEBUG nova.compute.utils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.720129] env[69316]: DEBUG nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.720291] env[69316]: DEBUG nova.network.neutron [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.760628] env[69316]: DEBUG nova.policy [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d9ffddb2d4446386f6608ab7947d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f71f0a6a1ef4410a9cbad1a53e22585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.799878] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367843, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.981346] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.027612] env[69316]: DEBUG nova.network.neutron [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Successfully created port: 1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.043257] env[69316]: INFO nova.compute.manager [-] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Took 1.44 seconds to deallocate network for instance. [ 1196.061944] env[69316]: DEBUG oslo_concurrency.lockutils [req-4dd39957-ba76-4205-9d36-61f4a2d11f68 req-c7c6e9de-a5c6-4d4a-b626-fae1dd2d3ba0 service nova] Releasing lock "refresh_cache-bfa22353-c5b1-454e-8034-a6af40c5d151" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.163934] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Preparing fetch location {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1196.164257] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Fetch image to [datastore1] OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342/OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342.vmdk {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1196.164599] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Downloading stream optimized image d3b3347a-b978-4281-a021-218d34a8e28b to [datastore1] OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342/OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342.vmdk on the data store datastore1 as vApp {{(pid=69316) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1196.164664] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Downloading image file data d3b3347a-b978-4281-a021-218d34a8e28b to the ESX as VM named 'OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342' {{(pid=69316) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1196.223360] env[69316]: DEBUG nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.244235] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1196.244235] env[69316]: value = "resgroup-9" [ 1196.244235] env[69316]: _type = "ResourcePool" [ 1196.244235] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1196.244235] env[69316]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e02f1632-50ac-4a7d-8bb5-dea1166f9c19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.266040] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lease: (returnval){ [ 1196.266040] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527e52ee-aa05-8591-8a78-8111d8c79efe" [ 1196.266040] env[69316]: _type = "HttpNfcLease" [ 1196.266040] env[69316]: } obtained for vApp import into resource pool (val){ [ 1196.266040] env[69316]: value = "resgroup-9" [ 1196.266040] env[69316]: _type = "ResourcePool" [ 1196.266040] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1196.266339] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the lease: (returnval){ [ 1196.266339] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527e52ee-aa05-8591-8a78-8111d8c79efe" [ 1196.266339] env[69316]: _type = "HttpNfcLease" [ 1196.266339] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1196.273767] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1196.273767] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527e52ee-aa05-8591-8a78-8111d8c79efe" [ 1196.273767] env[69316]: _type = "HttpNfcLease" [ 1196.273767] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1196.300177] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545372} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.300431] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] da50e0eb-b0e7-4a67-9b51-c98fd2b9664d/da50e0eb-b0e7-4a67-9b51-c98fd2b9664d.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.300645] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.300898] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65611eb5-c012-4d89-82a8-0c7d87f4fba3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.309625] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1196.309625] env[69316]: value = "task-3367845" [ 1196.309625] env[69316]: _type = "Task" [ 1196.309625] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.318841] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.484672] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.587370] env[69316]: INFO nova.compute.manager [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Took 0.54 seconds to detach 1 volumes for instance. [ 1196.777297] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1196.777297] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527e52ee-aa05-8591-8a78-8111d8c79efe" [ 1196.777297] env[69316]: _type = "HttpNfcLease" [ 1196.777297] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1196.820432] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12365} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.820697] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.821478] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e43f88-724c-4f13-98cf-d6f91eaf851b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.843430] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] da50e0eb-b0e7-4a67-9b51-c98fd2b9664d/da50e0eb-b0e7-4a67-9b51-c98fd2b9664d.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.844643] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eec4ccc-c098-49a7-8a43-7488151c2585 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.859411] env[69316]: DEBUG nova.compute.manager [req-863d3e75-ae69-4779-81be-69cc8f582b96 req-b0f94553-b27e-4d88-888a-028c135127d5 service nova] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Received event network-vif-deleted-fa21fb45-592f-4a06-af9c-0e2d7bf7367d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.865911] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1196.865911] env[69316]: value = "task-3367846" [ 1196.865911] env[69316]: _type = "Task" [ 1196.865911] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.874965] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.983058] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.094068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.094327] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.094571] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.118718] env[69316]: INFO nova.scheduler.client.report [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted allocations for instance 2e4a76c0-0b19-4118-9bd3-9f347778930b [ 1197.233379] env[69316]: DEBUG nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.259030] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.259279] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.259436] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.259617] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.259763] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.259908] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.260123] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.260281] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.260445] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.260610] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.260781] env[69316]: DEBUG nova.virt.hardware [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.261650] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f71bc05-e31c-447b-b3ed-1513a2488c64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.272717] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec855e81-6c4a-454e-8926-35be9637d6bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.287168] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.287168] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527e52ee-aa05-8591-8a78-8111d8c79efe" [ 1197.287168] env[69316]: _type = "HttpNfcLease" [ 1197.287168] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1197.376721] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367846, 'name': ReconfigVM_Task, 'duration_secs': 0.309683} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.376990] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] da50e0eb-b0e7-4a67-9b51-c98fd2b9664d/da50e0eb-b0e7-4a67-9b51-c98fd2b9664d.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.377679] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e7b9f8-276b-4140-85d2-b28d1c7d097e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.385692] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1197.385692] env[69316]: value = "task-3367847" [ 1197.385692] env[69316]: _type = "Task" [ 1197.385692] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.395227] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367847, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.469604] env[69316]: DEBUG nova.network.neutron [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Successfully updated port: 1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.483986] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.627364] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "2e4a76c0-0b19-4118-9bd3-9f347778930b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.372s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.778532] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.778532] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527e52ee-aa05-8591-8a78-8111d8c79efe" [ 1197.778532] env[69316]: _type = "HttpNfcLease" [ 1197.778532] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1197.778966] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1197.778966] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527e52ee-aa05-8591-8a78-8111d8c79efe" [ 1197.778966] env[69316]: _type = "HttpNfcLease" [ 1197.778966] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1197.779918] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ebe15-e127-4af0-aefb-a657c82553f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.788171] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244143c-7111-fecb-0045-f4c232bd8ad4/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1197.788374] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244143c-7111-fecb-0045-f4c232bd8ad4/disk-0.vmdk. {{(pid=69316) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1197.851549] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c44dc96d-6fb8-4cec-b25e-b82147a94df9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.896722] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367847, 'name': Rename_Task, 'duration_secs': 0.276725} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.896988] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.897240] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727c7c11-772c-426f-8e73-7858bb913f72 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.904519] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1197.904519] env[69316]: value = "task-3367848" [ 1197.904519] env[69316]: _type = "Task" [ 1197.904519] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.912997] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.972849] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.973103] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.973198] env[69316]: DEBUG nova.network.neutron [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.984056] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.414759] env[69316]: DEBUG oslo_vmware.api [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367848, 'name': PowerOnVM_Task, 'duration_secs': 0.494668} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.414967] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.415160] env[69316]: INFO nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1198.415334] env[69316]: DEBUG nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.416212] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df58aaea-9df7-482f-aadf-1fccb3d8327a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.489157] env[69316]: DEBUG oslo_vmware.api [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367838, 'name': ReconfigVM_Task, 'duration_secs': 5.794879} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.490520] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.490784] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Reconfigured VM to detach interface {{(pid=69316) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1198.530495] env[69316]: DEBUG nova.network.neutron [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.671698] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.671944] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.778677] env[69316]: DEBUG nova.network.neutron [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Updating instance_info_cache with network_info: [{"id": "1f4eebfb-3e3d-49de-b57d-371acb9e208b", "address": "fa:16:3e:a3:01:bf", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4eebfb-3e", "ovs_interfaceid": "1f4eebfb-3e3d-49de-b57d-371acb9e208b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.782405] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Completed reading data from the image iterator. {{(pid=69316) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1198.782640] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244143c-7111-fecb-0045-f4c232bd8ad4/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1198.783658] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd0553-1d52-4385-9d97-5157fdb0acf6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.792068] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244143c-7111-fecb-0045-f4c232bd8ad4/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1198.792303] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244143c-7111-fecb-0045-f4c232bd8ad4/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1198.793107] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-81c25a8c-61ca-4a50-9bd6-a52fe93de869 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.879949] env[69316]: DEBUG nova.compute.manager [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Received event network-vif-plugged-1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.880182] env[69316]: DEBUG oslo_concurrency.lockutils [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] Acquiring lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.880387] env[69316]: DEBUG oslo_concurrency.lockutils [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] Lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.880537] env[69316]: DEBUG oslo_concurrency.lockutils [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] Lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.880739] env[69316]: DEBUG nova.compute.manager [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] No waiting events found dispatching network-vif-plugged-1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.880851] env[69316]: WARNING nova.compute.manager [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Received unexpected event network-vif-plugged-1f4eebfb-3e3d-49de-b57d-371acb9e208b for instance with vm_state building and task_state spawning. [ 1198.881009] env[69316]: DEBUG nova.compute.manager [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Received event network-changed-1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.881166] env[69316]: DEBUG nova.compute.manager [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Refreshing instance network info cache due to event network-changed-1f4eebfb-3e3d-49de-b57d-371acb9e208b. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.881331] env[69316]: DEBUG oslo_concurrency.lockutils [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] Acquiring lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.934638] env[69316]: INFO nova.compute.manager [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Took 13.29 seconds to build instance. [ 1199.175083] env[69316]: DEBUG nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.225290] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.281218] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.281730] env[69316]: DEBUG nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Instance network_info: |[{"id": "1f4eebfb-3e3d-49de-b57d-371acb9e208b", "address": "fa:16:3e:a3:01:bf", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4eebfb-3e", "ovs_interfaceid": "1f4eebfb-3e3d-49de-b57d-371acb9e208b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.282099] env[69316]: DEBUG oslo_concurrency.lockutils [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] Acquired lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.282295] env[69316]: DEBUG nova.network.neutron [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Refreshing network info cache for port 1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.283619] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:01:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f4eebfb-3e3d-49de-b57d-371acb9e208b', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.297773] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.298863] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.299183] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-384248e6-72db-4e4f-954e-5c89b798bbeb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.327766] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.327766] env[69316]: value = "task-3367849" [ 1199.327766] env[69316]: _type = "Task" [ 1199.327766] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.336388] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367849, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.382445] env[69316]: DEBUG oslo_vmware.rw_handles [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244143c-7111-fecb-0045-f4c232bd8ad4/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1199.382673] env[69316]: INFO nova.virt.vmwareapi.images [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Downloaded image file data d3b3347a-b978-4281-a021-218d34a8e28b [ 1199.383853] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4de457-43e5-42d2-a29c-b4478d0af83b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.401280] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6fd06ca-bb4f-45be-b845-3ef1ec3881f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.437642] env[69316]: DEBUG oslo_concurrency.lockutils [None req-35ff95da-af32-461d-a20a-6f69ba0860ce tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.802s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.438017] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.213s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.438248] env[69316]: DEBUG nova.compute.manager [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.439531] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b609e-8a2f-44cb-abe0-8f4799cc9b0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.447297] env[69316]: INFO nova.virt.vmwareapi.images [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] The imported VM was unregistered [ 1199.449738] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Caching image {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1199.449963] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.451440] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e525fdbf-a84d-4fbe-ab90-b172c7e7cde6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.453755] env[69316]: DEBUG nova.compute.manager [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1199.454321] env[69316]: DEBUG nova.objects.instance [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'flavor' on Instance uuid da50e0eb-b0e7-4a67-9b51-c98fd2b9664d {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.467339] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Created directory with path [datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.467339] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342/OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342.vmdk to [datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b/d3b3347a-b978-4281-a021-218d34a8e28b.vmdk. {{(pid=69316) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1199.468190] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-639c6aea-695e-4ad1-b6e2-c2c15e79c559 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.476580] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1199.476580] env[69316]: value = "task-3367851" [ 1199.476580] env[69316]: _type = "Task" [ 1199.476580] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.485347] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367851, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.702740] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.703133] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.705559] env[69316]: INFO nova.compute.claims [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.840496] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367849, 'name': CreateVM_Task, 'duration_secs': 0.478875} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.840658] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.841514] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.841696] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.842072] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.842376] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bca5dc-ad98-4677-8b17-fcda124048dd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.848859] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1199.848859] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5230cf4d-0d21-571c-ff20-36f678689d03" [ 1199.848859] env[69316]: _type = "Task" [ 1199.848859] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.861605] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.862586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.862586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.862586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.862586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.864579] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5230cf4d-0d21-571c-ff20-36f678689d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.865048] env[69316]: INFO nova.compute.manager [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Terminating instance [ 1199.874725] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.874920] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.875151] env[69316]: DEBUG nova.network.neutron [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.989206] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367851, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.039836] env[69316]: DEBUG nova.network.neutron [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Updated VIF entry in instance network info cache for port 1f4eebfb-3e3d-49de-b57d-371acb9e208b. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.040216] env[69316]: DEBUG nova.network.neutron [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Updating instance_info_cache with network_info: [{"id": "1f4eebfb-3e3d-49de-b57d-371acb9e208b", "address": "fa:16:3e:a3:01:bf", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4eebfb-3e", "ovs_interfaceid": "1f4eebfb-3e3d-49de-b57d-371acb9e208b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.360963] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5230cf4d-0d21-571c-ff20-36f678689d03, 'name': SearchDatastore_Task, 'duration_secs': 0.031449} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.361387] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.361618] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.361861] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.362017] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.362205] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.362486] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a82399-33cb-40dc-8bbd-98763616f713 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.371612] env[69316]: DEBUG nova.compute.manager [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.371869] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.373857] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a04a4-fce4-4592-ac36-922cd69da889 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.377584] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.377584] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.380226] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106dc932-e8aa-4925-b0f1-fb22a3b6a105 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.389079] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.390566] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c02eecc0-15fc-4d13-83af-01ac4d4b802b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.392843] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1200.392843] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524d55f5-8a6e-09e6-c7e0-657cff359762" [ 1200.392843] env[69316]: _type = "Task" [ 1200.392843] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.399744] env[69316]: DEBUG oslo_vmware.api [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1200.399744] env[69316]: value = "task-3367852" [ 1200.399744] env[69316]: _type = "Task" [ 1200.399744] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.403620] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524d55f5-8a6e-09e6-c7e0-657cff359762, 'name': SearchDatastore_Task, 'duration_secs': 0.013415} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.407561] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac91854-5b11-4729-b302-517762315d53 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.419169] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1200.419169] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e4ee67-939f-9ba0-bedf-62b1303b1ab7" [ 1200.419169] env[69316]: _type = "Task" [ 1200.419169] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.419416] env[69316]: DEBUG oslo_vmware.api [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.428858] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e4ee67-939f-9ba0-bedf-62b1303b1ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.462740] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.463432] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d82d64-6fd3-40cb-8d74-6fa4473096f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.473707] env[69316]: DEBUG oslo_vmware.api [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1200.473707] env[69316]: value = "task-3367853" [ 1200.473707] env[69316]: _type = "Task" [ 1200.473707] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.490290] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367851, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.496119] env[69316]: DEBUG oslo_vmware.api [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.542926] env[69316]: DEBUG oslo_concurrency.lockutils [req-bc98faf0-1321-4466-b8e6-e98a5abcf43c req-69156f83-9297-4be1-b65f-46e116a58bed service nova] Releasing lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.635805] env[69316]: INFO nova.network.neutron [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Port 1590f47d-99e4-459f-8f94-6a06921f5156 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1200.636033] env[69316]: INFO nova.network.neutron [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Port 962b827c-5269-4ee2-89e0-5522800c5e10 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1200.636528] env[69316]: DEBUG nova.network.neutron [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [{"id": "9ac9d578-5914-49fd-948a-03781e4ace69", "address": "fa:16:3e:17:90:57", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac9d578-59", "ovs_interfaceid": "9ac9d578-5914-49fd-948a-03781e4ace69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.894245] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0119a075-d9fa-43f0-9309-5d8524ebc258 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.908273] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a023e6-a1be-4172-a1c3-ddb3cf9e5083 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.915177] env[69316]: DEBUG nova.compute.manager [req-4db49351-5d7e-43a9-ab38-5ad48125588d req-79165d4b-8915-4f55-ac37-4e9072c67d3c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-vif-deleted-1590f47d-99e4-459f-8f94-6a06921f5156 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.915388] env[69316]: DEBUG nova.compute.manager [req-4db49351-5d7e-43a9-ab38-5ad48125588d req-79165d4b-8915-4f55-ac37-4e9072c67d3c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-vif-deleted-962b827c-5269-4ee2-89e0-5522800c5e10 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.922382] env[69316]: DEBUG oslo_vmware.api [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367852, 'name': PowerOffVM_Task, 'duration_secs': 0.24982} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.949557] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.949837] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.950776] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-903c7422-2665-4d1c-9453-4ea30e36a10e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.953009] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2354e6e1-985c-4c8d-8f92-f91e9161334d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.962903] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e4ee67-939f-9ba0-bedf-62b1303b1ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.024165} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.965424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.965818] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82/8fe95828-d4f5-4d26-a2c1-19bce4e9ac82.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.966148] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-957e3dc0-985f-4691-8e34-167e7dc0adc0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.969592] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b982b84-1368-4c56-b582-6c1ffa105878 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.994011] env[69316]: DEBUG nova.compute.provider_tree [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.995490] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1200.995490] env[69316]: value = "task-3367855" [ 1200.995490] env[69316]: _type = "Task" [ 1200.995490] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.999319] env[69316]: DEBUG oslo_vmware.api [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367853, 'name': PowerOffVM_Task, 'duration_secs': 0.478152} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.003195] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.003443] env[69316]: DEBUG nova.compute.manager [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.008114] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb83b88f-bee5-4580-ae4e-f5059294a400 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.011427] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367851, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.017550] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.071990] env[69316]: DEBUG oslo_concurrency.lockutils [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.072269] env[69316]: DEBUG oslo_concurrency.lockutils [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.072456] env[69316]: DEBUG nova.compute.manager [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.076111] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75742b0-ae03-4143-b479-b11f5f592ff6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.085450] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.085678] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.085858] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleting the datastore file [datastore2] 00b17308-86bd-4061-a9e4-b17550cb84ad {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.087329] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ffaf4e6-f86b-4cc5-84c2-fb4c79617bb0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.089319] env[69316]: DEBUG nova.compute.manager [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1201.089916] env[69316]: DEBUG nova.objects.instance [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'flavor' on Instance uuid e71187f7-dcc9-4ee8-b398-65cf3e88c12f {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.098195] env[69316]: DEBUG oslo_vmware.api [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1201.098195] env[69316]: value = "task-3367856" [ 1201.098195] env[69316]: _type = "Task" [ 1201.098195] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.107686] env[69316]: DEBUG oslo_vmware.api [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.138778] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-00b17308-86bd-4061-a9e4-b17550cb84ad" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.491510] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367851, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.500871] env[69316]: DEBUG nova.scheduler.client.report [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.515434] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367855, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.527222] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bad39223-db39-4df0-b02f-b4053617fe69 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.609778] env[69316]: DEBUG oslo_vmware.api [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.642762] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-00b17308-86bd-4061-a9e4-b17550cb84ad-1590f47d-99e4-459f-8f94-6a06921f5156" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.787s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.990693] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367851, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.008806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.009348] env[69316]: DEBUG nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.011947] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74514} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.012266] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82/8fe95828-d4f5-4d26-a2c1-19bce4e9ac82.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.012572] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.013071] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8e64ab8-c1d5-4374-b482-c73e1d26f455 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.021308] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1202.021308] env[69316]: value = "task-3367857" [ 1202.021308] env[69316]: _type = "Task" [ 1202.021308] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.031671] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.098116] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.098436] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07cb8d3f-3318-4bc4-bf8e-476dfa09e24b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.108982] env[69316]: DEBUG oslo_vmware.api [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.659155} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.110262] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.110456] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.110635] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.110838] env[69316]: INFO nova.compute.manager [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1202.111083] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.111344] env[69316]: DEBUG oslo_vmware.api [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1202.111344] env[69316]: value = "task-3367858" [ 1202.111344] env[69316]: _type = "Task" [ 1202.111344] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.111860] env[69316]: DEBUG nova.compute.manager [-] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.111971] env[69316]: DEBUG nova.network.neutron [-] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.122185] env[69316]: DEBUG oslo_vmware.api [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.165296] env[69316]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 962b827c-5269-4ee2-89e0-5522800c5e10 could not be found.", "detail": ""}} {{(pid=69316) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1202.165374] env[69316]: DEBUG nova.network.neutron [-] Unable to show port 962b827c-5269-4ee2-89e0-5522800c5e10 as it no longer exists. {{(pid=69316) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1202.491452] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367851, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.684573} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.492128] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342/OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342.vmdk to [datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b/d3b3347a-b978-4281-a021-218d34a8e28b.vmdk. [ 1202.492405] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Cleaning up location [datastore1] OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342 {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1202.492519] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0ab9b5ff-af80-4d30-bc45-1d7f645d2342 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.492772] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eac08ba-4ebb-41d7-b2fc-4331083a3743 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.500117] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1202.500117] env[69316]: value = "task-3367859" [ 1202.500117] env[69316]: _type = "Task" [ 1202.500117] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.508888] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.514397] env[69316]: DEBUG nova.compute.utils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.515802] env[69316]: DEBUG nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.519020] env[69316]: DEBUG nova.network.neutron [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.532022] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067144} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.532292] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.533070] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeacadd7-e658-48e3-a890-188bd879f1f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.556537] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82/8fe95828-d4f5-4d26-a2c1-19bce4e9ac82.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.560022] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a315cc-f143-4fbd-83d7-b7c1770cfae3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.572129] env[69316]: DEBUG nova.policy [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b69634085662409383b00fe376fcb5ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c86a98c6df3443f874cb49442e38198', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.580448] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1202.580448] env[69316]: value = "task-3367860" [ 1202.580448] env[69316]: _type = "Task" [ 1202.580448] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.590663] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.624650] env[69316]: DEBUG oslo_vmware.api [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367858, 'name': PowerOffVM_Task, 'duration_secs': 0.204924} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.624953] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.625186] env[69316]: DEBUG nova.compute.manager [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.626072] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e218d5-7f28-462e-88b7-b40f9fbbabec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.733428] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.733428] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.733656] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.734064] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.734064] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.738923] env[69316]: INFO nova.compute.manager [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Terminating instance [ 1202.858872] env[69316]: DEBUG nova.network.neutron [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Successfully created port: b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.937943] env[69316]: DEBUG nova.compute.manager [req-cff649a0-302b-4a76-a264-f1afe5a0a15a req-06e6ff3f-fc22-47d1-8dff-2a12e013668c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Received event network-vif-deleted-9ac9d578-5914-49fd-948a-03781e4ace69 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.938220] env[69316]: INFO nova.compute.manager [req-cff649a0-302b-4a76-a264-f1afe5a0a15a req-06e6ff3f-fc22-47d1-8dff-2a12e013668c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Neutron deleted interface 9ac9d578-5914-49fd-948a-03781e4ace69; detaching it from the instance and deleting it from the info cache [ 1202.938331] env[69316]: DEBUG nova.network.neutron [req-cff649a0-302b-4a76-a264-f1afe5a0a15a req-06e6ff3f-fc22-47d1-8dff-2a12e013668c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.011394] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123026} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.011394] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.011470] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b/d3b3347a-b978-4281-a021-218d34a8e28b.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.011794] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b/d3b3347a-b978-4281-a021-218d34a8e28b.vmdk to [datastore1] bfa22353-c5b1-454e-8034-a6af40c5d151/bfa22353-c5b1-454e-8034-a6af40c5d151.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.012060] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ecb38d-69c6-4828-b724-f64b52e27e93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.018502] env[69316]: DEBUG nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.024398] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1203.024398] env[69316]: value = "task-3367861" [ 1203.024398] env[69316]: _type = "Task" [ 1203.024398] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.031585] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.077101] env[69316]: DEBUG nova.network.neutron [-] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.091348] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367860, 'name': ReconfigVM_Task, 'duration_secs': 0.294639} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.091811] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82/8fe95828-d4f5-4d26-a2c1-19bce4e9ac82.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.092595] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90f34c2-c353-4b31-9f50-90c0bbb763c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.103935] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1203.103935] env[69316]: value = "task-3367862" [ 1203.103935] env[69316]: _type = "Task" [ 1203.103935] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.114133] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367862, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.140310] env[69316]: DEBUG oslo_concurrency.lockutils [None req-edd6aa4a-6605-4423-a89a-755620b8511d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.243521] env[69316]: DEBUG nova.compute.manager [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.243779] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.244767] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100bc727-00ee-45cd-90fc-7c992720f67d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.253616] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.253896] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dafb29e4-49aa-49da-811c-7b7beea8dc5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.348487] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.348732] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.348913] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleting the datastore file [datastore1] da50e0eb-b0e7-4a67-9b51-c98fd2b9664d {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.349203] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4f29be-ca22-4317-92d3-c3792fe04911 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.356546] env[69316]: DEBUG oslo_vmware.api [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1203.356546] env[69316]: value = "task-3367864" [ 1203.356546] env[69316]: _type = "Task" [ 1203.356546] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.365765] env[69316]: DEBUG oslo_vmware.api [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.442067] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e36d8c1-6524-4a44-82bd-dc59458f2931 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.454121] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce51aa2b-2f49-4315-bd21-c0b83680b434 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.477796] env[69316]: DEBUG nova.objects.instance [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'flavor' on Instance uuid e71187f7-dcc9-4ee8-b398-65cf3e88c12f {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.489228] env[69316]: DEBUG nova.compute.manager [req-cff649a0-302b-4a76-a264-f1afe5a0a15a req-06e6ff3f-fc22-47d1-8dff-2a12e013668c service nova] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Detach interface failed, port_id=9ac9d578-5914-49fd-948a-03781e4ace69, reason: Instance 00b17308-86bd-4061-a9e4-b17550cb84ad could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.538694] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367861, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.580202] env[69316]: INFO nova.compute.manager [-] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Took 1.47 seconds to deallocate network for instance. [ 1203.614023] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367862, 'name': Rename_Task, 'duration_secs': 0.296188} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.614196] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.614326] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4369e9b6-9e02-4687-a3b2-acd43c59e4f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.622953] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1203.622953] env[69316]: value = "task-3367865" [ 1203.622953] env[69316]: _type = "Task" [ 1203.622953] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.634628] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.869355] env[69316]: DEBUG oslo_vmware.api [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.993934] env[69316]: DEBUG oslo_concurrency.lockutils [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.994121] env[69316]: DEBUG oslo_concurrency.lockutils [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.994301] env[69316]: DEBUG nova.network.neutron [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.994520] env[69316]: DEBUG nova.objects.instance [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'info_cache' on Instance uuid e71187f7-dcc9-4ee8-b398-65cf3e88c12f {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.033843] env[69316]: DEBUG nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.042968] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367861, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.064062] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.064325] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.064491] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.064673] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.064818] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.064963] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.065191] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.065358] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.065524] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.065689] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.065909] env[69316]: DEBUG nova.virt.hardware [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.066814] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d01d303-9ca2-4691-aa79-7bd5638cfc0a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.076554] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346221dc-9ad0-4d42-9392-af3a1c120310 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.092131] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.092397] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.092525] env[69316]: DEBUG nova.objects.instance [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'resources' on Instance uuid 00b17308-86bd-4061-a9e4-b17550cb84ad {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.137166] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367865, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.375192] env[69316]: DEBUG oslo_vmware.api [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.498128] env[69316]: DEBUG nova.objects.base [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.539802] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367861, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.586898] env[69316]: DEBUG nova.network.neutron [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Successfully updated port: b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.636060] env[69316]: DEBUG oslo_vmware.api [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367865, 'name': PowerOnVM_Task, 'duration_secs': 0.567449} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.639125] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.639446] env[69316]: INFO nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1204.639541] env[69316]: DEBUG nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.640625] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf661b-964c-4a7e-8caf-602cc9a7a31a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.762592] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c5e2f1-9e87-47b7-8d25-d3f39a6444c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.771263] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf71465b-4b9f-49b0-a9ed-dad6f5318226 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.805030] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03b214f-fedc-4713-9177-004722741cf2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.813915] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d458a3e-97cc-4e46-b5d6-1eaecbaff4ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.828882] env[69316]: DEBUG nova.compute.provider_tree [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.869116] env[69316]: DEBUG oslo_vmware.api [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.965022] env[69316]: DEBUG nova.compute.manager [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received event network-vif-plugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.965149] env[69316]: DEBUG oslo_concurrency.lockutils [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.965425] env[69316]: DEBUG oslo_concurrency.lockutils [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.965513] env[69316]: DEBUG oslo_concurrency.lockutils [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.965671] env[69316]: DEBUG nova.compute.manager [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] No waiting events found dispatching network-vif-plugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.965824] env[69316]: WARNING nova.compute.manager [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received unexpected event network-vif-plugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d for instance with vm_state building and task_state spawning. [ 1204.966054] env[69316]: DEBUG nova.compute.manager [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received event network-changed-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.966246] env[69316]: DEBUG nova.compute.manager [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Refreshing instance network info cache due to event network-changed-b5a93705-68b4-4b7d-b1bc-41a2d91b247d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.966436] env[69316]: DEBUG oslo_concurrency.lockutils [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] Acquiring lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.966574] env[69316]: DEBUG oslo_concurrency.lockutils [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] Acquired lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.966729] env[69316]: DEBUG nova.network.neutron [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Refreshing network info cache for port b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.040315] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367861, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.088905] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.162828] env[69316]: INFO nova.compute.manager [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Took 12.21 seconds to build instance. [ 1205.258320] env[69316]: DEBUG nova.network.neutron [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [{"id": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "address": "fa:16:3e:61:28:00", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f37eca-5c", "ovs_interfaceid": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.332259] env[69316]: DEBUG nova.scheduler.client.report [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.371769] env[69316]: DEBUG oslo_vmware.api [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.835197} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.372032] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.372220] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.372389] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.372555] env[69316]: INFO nova.compute.manager [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1205.372796] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.372980] env[69316]: DEBUG nova.compute.manager [-] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.373093] env[69316]: DEBUG nova.network.neutron [-] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.511281] env[69316]: DEBUG nova.network.neutron [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.539933] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367861, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.321515} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.540239] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d3b3347a-b978-4281-a021-218d34a8e28b/d3b3347a-b978-4281-a021-218d34a8e28b.vmdk to [datastore1] bfa22353-c5b1-454e-8034-a6af40c5d151/bfa22353-c5b1-454e-8034-a6af40c5d151.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.540994] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca1f82b-7f02-4f97-beee-652e5dfa2b43 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.563582] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] bfa22353-c5b1-454e-8034-a6af40c5d151/bfa22353-c5b1-454e-8034-a6af40c5d151.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.563868] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2affd017-bd78-40a7-8ad5-3c8587ece9d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.587074] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1205.587074] env[69316]: value = "task-3367866" [ 1205.587074] env[69316]: _type = "Task" [ 1205.587074] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.596596] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.619280] env[69316]: DEBUG nova.network.neutron [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.666113] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72c61ca9-6457-4157-99ea-d2433fa2ca78 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.264s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.761399] env[69316]: DEBUG oslo_concurrency.lockutils [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.838194] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.859855] env[69316]: INFO nova.scheduler.client.report [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleted allocations for instance 00b17308-86bd-4061-a9e4-b17550cb84ad [ 1206.038891] env[69316]: DEBUG nova.compute.manager [req-216853c6-3caa-43e2-ba76-f7c1764ef663 req-559051f1-a669-4da3-b7a3-fe705ba6cb9b service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Received event network-changed-1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.039052] env[69316]: DEBUG nova.compute.manager [req-216853c6-3caa-43e2-ba76-f7c1764ef663 req-559051f1-a669-4da3-b7a3-fe705ba6cb9b service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Refreshing instance network info cache due to event network-changed-1f4eebfb-3e3d-49de-b57d-371acb9e208b. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.039282] env[69316]: DEBUG oslo_concurrency.lockutils [req-216853c6-3caa-43e2-ba76-f7c1764ef663 req-559051f1-a669-4da3-b7a3-fe705ba6cb9b service nova] Acquiring lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.039387] env[69316]: DEBUG oslo_concurrency.lockutils [req-216853c6-3caa-43e2-ba76-f7c1764ef663 req-559051f1-a669-4da3-b7a3-fe705ba6cb9b service nova] Acquired lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.039547] env[69316]: DEBUG nova.network.neutron [req-216853c6-3caa-43e2-ba76-f7c1764ef663 req-559051f1-a669-4da3-b7a3-fe705ba6cb9b service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Refreshing network info cache for port 1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.099735] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.122339] env[69316]: DEBUG oslo_concurrency.lockutils [req-b6dcba21-bfad-4040-800d-3fa91de0fa64 req-d6fe4393-3a37-4210-a825-6a50fc2b5ea0 service nova] Releasing lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.122747] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.122903] env[69316]: DEBUG nova.network.neutron [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.174752] env[69316]: DEBUG nova.network.neutron [-] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.366832] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f0460585-7ed7-40cb-8d58-e46ad7eea263 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "00b17308-86bd-4061-a9e4-b17550cb84ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.505s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.606731] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.671117] env[69316]: DEBUG nova.network.neutron [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.680485] env[69316]: INFO nova.compute.manager [-] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Took 1.30 seconds to deallocate network for instance. [ 1206.769326] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.769629] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41be3b50-d096-45ac-85a3-2b6847541583 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.783566] env[69316]: DEBUG oslo_vmware.api [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1206.783566] env[69316]: value = "task-3367867" [ 1206.783566] env[69316]: _type = "Task" [ 1206.783566] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.797127] env[69316]: DEBUG oslo_vmware.api [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.900117] env[69316]: DEBUG nova.network.neutron [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating instance_info_cache with network_info: [{"id": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "address": "fa:16:3e:ac:fb:8c", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a93705-68", "ovs_interfaceid": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.924754] env[69316]: DEBUG nova.network.neutron [req-216853c6-3caa-43e2-ba76-f7c1764ef663 req-559051f1-a669-4da3-b7a3-fe705ba6cb9b service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Updated VIF entry in instance network info cache for port 1f4eebfb-3e3d-49de-b57d-371acb9e208b. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.924754] env[69316]: DEBUG nova.network.neutron [req-216853c6-3caa-43e2-ba76-f7c1764ef663 req-559051f1-a669-4da3-b7a3-fe705ba6cb9b service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Updating instance_info_cache with network_info: [{"id": "1f4eebfb-3e3d-49de-b57d-371acb9e208b", "address": "fa:16:3e:a3:01:bf", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4eebfb-3e", "ovs_interfaceid": "1f4eebfb-3e3d-49de-b57d-371acb9e208b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.025067] env[69316]: DEBUG nova.compute.manager [req-a404fced-44c4-435e-9d73-f5124ae1e3d6 req-eb5aa483-4d9c-48c2-8d6d-94c70539456b service nova] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Received event network-vif-deleted-9afcee00-1935-416e-b90c-c405b7059819 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.103188] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367866, 'name': ReconfigVM_Task, 'duration_secs': 1.116888} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.103514] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Reconfigured VM instance instance-00000060 to attach disk [datastore1] bfa22353-c5b1-454e-8034-a6af40c5d151/bfa22353-c5b1-454e-8034-a6af40c5d151.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.104169] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78343e1a-49d8-4ba5-a5ba-95588ad5cb5a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.111474] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1207.111474] env[69316]: value = "task-3367868" [ 1207.111474] env[69316]: _type = "Task" [ 1207.111474] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.121324] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367868, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.189762] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.190123] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.190367] env[69316]: DEBUG nova.objects.instance [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'resources' on Instance uuid da50e0eb-b0e7-4a67-9b51-c98fd2b9664d {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.293986] env[69316]: DEBUG oslo_vmware.api [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367867, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.404888] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.405303] env[69316]: DEBUG nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Instance network_info: |[{"id": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "address": "fa:16:3e:ac:fb:8c", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a93705-68", "ovs_interfaceid": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.405788] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:fb:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a93705-68b4-4b7d-b1bc-41a2d91b247d', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.413519] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.413776] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.414048] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dab5fa6-6d28-4c10-8259-4acbd0e4c84d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.429933] env[69316]: DEBUG oslo_concurrency.lockutils [req-216853c6-3caa-43e2-ba76-f7c1764ef663 req-559051f1-a669-4da3-b7a3-fe705ba6cb9b service nova] Releasing lock "refresh_cache-8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.436327] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.436327] env[69316]: value = "task-3367869" [ 1207.436327] env[69316]: _type = "Task" [ 1207.436327] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.445181] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367869, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.622800] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367868, 'name': Rename_Task, 'duration_secs': 0.237073} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.623101] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.623353] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da485de-53a8-4aa0-b3fa-a05c8fbe8163 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.630389] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1207.630389] env[69316]: value = "task-3367870" [ 1207.630389] env[69316]: _type = "Task" [ 1207.630389] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.639105] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.795703] env[69316]: DEBUG oslo_vmware.api [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367867, 'name': PowerOnVM_Task, 'duration_secs': 1.017702} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.796071] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.796290] env[69316]: DEBUG nova.compute.manager [None req-80c3f964-ff08-4f69-aa40-ad66ff6cf480 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.797085] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa15dcee-50eb-476c-8619-81abc8db63f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.845444] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e28ba-28f7-4441-8ed2-8604e85a95d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.854846] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a534a-b13e-4a44-a518-42e0f060de48 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.886400] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c01650-70e1-4337-86cf-d279eebff6ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.894364] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb8ee8-60db-405a-bc3f-39ca1dd9e167 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.908366] env[69316]: DEBUG nova.compute.provider_tree [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.946369] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367869, 'name': CreateVM_Task, 'duration_secs': 0.360112} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.946525] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.947231] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.947398] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.947724] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.947976] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00cd2b3-4fbf-40da-b563-7e33adbdf222 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.953204] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1207.953204] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e92937-c70f-0b2a-0563-b4d47877cfe2" [ 1207.953204] env[69316]: _type = "Task" [ 1207.953204] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.961206] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e92937-c70f-0b2a-0563-b4d47877cfe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.083725] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.083959] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.140861] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367870, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.411679] env[69316]: DEBUG nova.scheduler.client.report [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.466795] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e92937-c70f-0b2a-0563-b4d47877cfe2, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.467091] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.467329] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.467560] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.467752] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.467949] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.468226] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11426551-bdfa-4d02-b841-642f4c8648e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.477916] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.478104] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.478805] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6b9b54-251d-42c8-b111-62adc66b5c67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.484539] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1208.484539] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526ab254-1492-c360-12ae-a2ad293459a3" [ 1208.484539] env[69316]: _type = "Task" [ 1208.484539] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.494731] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526ab254-1492-c360-12ae-a2ad293459a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.586126] env[69316]: DEBUG nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.641408] env[69316]: DEBUG oslo_vmware.api [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367870, 'name': PowerOnVM_Task, 'duration_secs': 0.937827} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.641958] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.642174] env[69316]: INFO nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Took 16.32 seconds to spawn the instance on the hypervisor. [ 1208.642356] env[69316]: DEBUG nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.643129] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e5f34f-2db1-43bc-8bd3-4418f7a7dbef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.917290] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.942607] env[69316]: INFO nova.scheduler.client.report [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted allocations for instance da50e0eb-b0e7-4a67-9b51-c98fd2b9664d [ 1208.997388] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526ab254-1492-c360-12ae-a2ad293459a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.998346] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3550221f-10b9-4d98-bef8-e3ae2ec8447a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.004513] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1209.004513] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52aebadd-1e03-6eaa-ea87-f1fac5631fbf" [ 1209.004513] env[69316]: _type = "Task" [ 1209.004513] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.012968] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52aebadd-1e03-6eaa-ea87-f1fac5631fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.106814] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.107164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.108793] env[69316]: INFO nova.compute.claims [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.162409] env[69316]: INFO nova.compute.manager [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Took 23.07 seconds to build instance. [ 1209.450048] env[69316]: DEBUG oslo_concurrency.lockutils [None req-524be322-aba2-4257-9347-d462b3e84a3d tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "da50e0eb-b0e7-4a67-9b51-c98fd2b9664d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.717s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.515675] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52aebadd-1e03-6eaa-ea87-f1fac5631fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.516024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.516289] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525/b0f24192-7e6f-4b55-b6eb-ab7169397525.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.516552] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a06e1bd6-b626-4c72-9e26-f3cab82ea7e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.526031] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1209.526031] env[69316]: value = "task-3367871" [ 1209.526031] env[69316]: _type = "Task" [ 1209.526031] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.535134] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.664294] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bfa830aa-0412-4c30-b422-6d13875c3bef tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bfa22353-c5b1-454e-8034-a6af40c5d151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.584s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.897195] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "bfa22353-c5b1-454e-8034-a6af40c5d151" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.897441] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bfa22353-c5b1-454e-8034-a6af40c5d151" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.897690] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "bfa22353-c5b1-454e-8034-a6af40c5d151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.897879] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bfa22353-c5b1-454e-8034-a6af40c5d151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.898060] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bfa22353-c5b1-454e-8034-a6af40c5d151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.900362] env[69316]: INFO nova.compute.manager [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Terminating instance [ 1210.742473] env[69316]: DEBUG nova.compute.manager [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.742832] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.744141] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f04073-2102-4080-b46f-af274da5bfa7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.752601] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540895} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.754626] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525/b0f24192-7e6f-4b55-b6eb-ab7169397525.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.754842] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.755125] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.755335] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7666a4e0-5bf1-4b6e-9e10-b3a9c0d3e5d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.757204] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4888c2bf-2538-4fc4-9b38-4ac9a784501f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.766223] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1210.766223] env[69316]: value = "task-3367873" [ 1210.766223] env[69316]: _type = "Task" [ 1210.766223] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.767447] env[69316]: DEBUG oslo_vmware.api [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1210.767447] env[69316]: value = "task-3367872" [ 1210.767447] env[69316]: _type = "Task" [ 1210.767447] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.781922] env[69316]: DEBUG oslo_vmware.api [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.785464] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.887672] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd31b320-3ffa-4c5c-b6b4-1e84d6ecb8f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.896292] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd538495-b51d-456b-a364-19fcda61cf01 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.927151] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fa2ce-2375-4827-9e58-c91e0442819b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.932438] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.932659] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.939161] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2830adc8-133d-4bae-8d1f-8117a27769fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.955238] env[69316]: DEBUG nova.compute.provider_tree [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.281026] env[69316]: DEBUG oslo_vmware.api [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367872, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.284207] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282327} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.284492] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.285329] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0791811-7c7c-4cd7-9a78-7eae4ffa3c3f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.308016] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525/b0f24192-7e6f-4b55-b6eb-ab7169397525.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.308295] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80930255-20d9-49b7-9a49-f06cf58ec2e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.328460] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1211.328460] env[69316]: value = "task-3367874" [ 1211.328460] env[69316]: _type = "Task" [ 1211.328460] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.336540] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.435440] env[69316]: DEBUG nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.458238] env[69316]: DEBUG nova.scheduler.client.report [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.782607] env[69316]: DEBUG oslo_vmware.api [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367872, 'name': PowerOffVM_Task, 'duration_secs': 0.554328} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.782957] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.783115] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.783376] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-573699fb-6e3a-4f80-9658-3404c238ed2e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.839711] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367874, 'name': ReconfigVM_Task, 'duration_secs': 0.334318} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.840118] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525/b0f24192-7e6f-4b55-b6eb-ab7169397525.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.840802] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99ec106f-adb2-4362-b3fa-a95c8c390a4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.847602] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1211.847602] env[69316]: value = "task-3367876" [ 1211.847602] env[69316]: _type = "Task" [ 1211.847602] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.855978] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367876, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.870766] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.870988] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.871159] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleting the datastore file [datastore1] bfa22353-c5b1-454e-8034-a6af40c5d151 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.871444] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9132ce9d-c6d1-4ec3-b3f4-e6d4024d4b86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.878623] env[69316]: DEBUG oslo_vmware.api [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1211.878623] env[69316]: value = "task-3367877" [ 1211.878623] env[69316]: _type = "Task" [ 1211.878623] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.960856] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.962874] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.963367] env[69316]: DEBUG nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.966184] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.967646] env[69316]: INFO nova.compute.claims [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.359246] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367876, 'name': Rename_Task, 'duration_secs': 0.192343} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.359503] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.359742] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e514d2-31b0-4b60-9961-02680e7361de {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.366375] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1212.366375] env[69316]: value = "task-3367878" [ 1212.366375] env[69316]: _type = "Task" [ 1212.366375] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.373955] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.386216] env[69316]: DEBUG oslo_vmware.api [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200316} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.386439] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.386621] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.386789] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.386958] env[69316]: INFO nova.compute.manager [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1212.387208] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.387393] env[69316]: DEBUG nova.compute.manager [-] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.387484] env[69316]: DEBUG nova.network.neutron [-] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.471892] env[69316]: DEBUG nova.compute.utils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.476035] env[69316]: DEBUG nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.476035] env[69316]: DEBUG nova.network.neutron [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.534029] env[69316]: DEBUG nova.policy [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.785716] env[69316]: DEBUG nova.compute.manager [req-1a5d274d-4f25-4077-8850-7a1104e00b00 req-0d1e0c20-ee38-4d54-90cb-ae32f542a987 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Received event network-vif-deleted-428583e1-091c-49de-bbe3-1750b41befa3 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.786048] env[69316]: INFO nova.compute.manager [req-1a5d274d-4f25-4077-8850-7a1104e00b00 req-0d1e0c20-ee38-4d54-90cb-ae32f542a987 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Neutron deleted interface 428583e1-091c-49de-bbe3-1750b41befa3; detaching it from the instance and deleting it from the info cache [ 1212.786116] env[69316]: DEBUG nova.network.neutron [req-1a5d274d-4f25-4077-8850-7a1104e00b00 req-0d1e0c20-ee38-4d54-90cb-ae32f542a987 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.879691] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367878, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.908392] env[69316]: DEBUG nova.network.neutron [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Successfully created port: b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.979017] env[69316]: DEBUG nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.126524] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1603bf2-f89c-46e9-9f60-bb72377fc7ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.134594] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f3143b-beab-4ced-b4d5-cc6e9282de39 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.166766] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1600cad-9061-44f5-8897-af6b8d9abd5e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.174715] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399cfede-822f-4376-be89-b499b135e864 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.187847] env[69316]: DEBUG nova.compute.provider_tree [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.266805] env[69316]: DEBUG nova.network.neutron [-] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.292300] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2755dde0-4811-4782-a311-8b6a9aaf91f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.302162] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895010f5-e405-4e18-8c23-25c530389590 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.334080] env[69316]: DEBUG nova.compute.manager [req-1a5d274d-4f25-4077-8850-7a1104e00b00 req-0d1e0c20-ee38-4d54-90cb-ae32f542a987 service nova] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Detach interface failed, port_id=428583e1-091c-49de-bbe3-1750b41befa3, reason: Instance bfa22353-c5b1-454e-8034-a6af40c5d151 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.377285] env[69316]: DEBUG oslo_vmware.api [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367878, 'name': PowerOnVM_Task, 'duration_secs': 0.538371} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.377542] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.377743] env[69316]: INFO nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1213.377919] env[69316]: DEBUG nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.378681] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe0111e-12a3-40d6-b1f2-86a5daa66bd2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.691678] env[69316]: DEBUG nova.scheduler.client.report [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.769301] env[69316]: INFO nova.compute.manager [-] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Took 1.38 seconds to deallocate network for instance. [ 1213.901978] env[69316]: INFO nova.compute.manager [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Took 14.22 seconds to build instance. [ 1213.992075] env[69316]: DEBUG nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.026751] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.027017] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.027211] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.027408] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.027553] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.027697] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.027902] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.028078] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.028260] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.028421] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.028588] env[69316]: DEBUG nova.virt.hardware [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.029478] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da235652-4bfb-41bf-b939-c0923a7ec7e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.038928] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2f3d9-080a-4db9-9421-2a173ce22583 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.196127] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.196633] env[69316]: DEBUG nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.276503] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.276874] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.277172] env[69316]: DEBUG nova.objects.instance [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lazy-loading 'resources' on Instance uuid bfa22353-c5b1-454e-8034-a6af40c5d151 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.377531] env[69316]: DEBUG nova.network.neutron [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Successfully updated port: b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.406105] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5747f831-b593-43f2-a7d1-2e631240ccf1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.734s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.583896] env[69316]: DEBUG nova.compute.manager [req-54de3760-9d8b-4e79-a2e1-84c8eea1a5b0 req-6f9727db-6482-490f-953b-91272b610462 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received event network-changed-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.584220] env[69316]: DEBUG nova.compute.manager [req-54de3760-9d8b-4e79-a2e1-84c8eea1a5b0 req-6f9727db-6482-490f-953b-91272b610462 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Refreshing instance network info cache due to event network-changed-b5a93705-68b4-4b7d-b1bc-41a2d91b247d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.584459] env[69316]: DEBUG oslo_concurrency.lockutils [req-54de3760-9d8b-4e79-a2e1-84c8eea1a5b0 req-6f9727db-6482-490f-953b-91272b610462 service nova] Acquiring lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.584607] env[69316]: DEBUG oslo_concurrency.lockutils [req-54de3760-9d8b-4e79-a2e1-84c8eea1a5b0 req-6f9727db-6482-490f-953b-91272b610462 service nova] Acquired lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.584833] env[69316]: DEBUG nova.network.neutron [req-54de3760-9d8b-4e79-a2e1-84c8eea1a5b0 req-6f9727db-6482-490f-953b-91272b610462 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Refreshing network info cache for port b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.703022] env[69316]: DEBUG nova.compute.utils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.703022] env[69316]: DEBUG nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.703022] env[69316]: DEBUG nova.network.neutron [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.752473] env[69316]: DEBUG nova.policy [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2396681ec95b4b6db8b5919af2101003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '138f130ba0c8427ba6907a04781e3bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.826504] env[69316]: DEBUG nova.compute.manager [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-vif-plugged-b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.826730] env[69316]: DEBUG oslo_concurrency.lockutils [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] Acquiring lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.826942] env[69316]: DEBUG oslo_concurrency.lockutils [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.827126] env[69316]: DEBUG oslo_concurrency.lockutils [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.827294] env[69316]: DEBUG nova.compute.manager [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] No waiting events found dispatching network-vif-plugged-b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.827458] env[69316]: WARNING nova.compute.manager [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received unexpected event network-vif-plugged-b4558d29-0138-42a0-bf13-024a4fe02b1f for instance with vm_state building and task_state spawning. [ 1214.827640] env[69316]: DEBUG nova.compute.manager [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.827813] env[69316]: DEBUG nova.compute.manager [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing instance network info cache due to event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.827995] env[69316]: DEBUG oslo_concurrency.lockutils [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.828143] env[69316]: DEBUG oslo_concurrency.lockutils [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.828296] env[69316]: DEBUG nova.network.neutron [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.877808] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.975583] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0703cb6e-fe0c-440c-b94c-060a9b9f3603 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.984872] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d42ae42-2028-4806-86f9-6922e76c1f7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.019198] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b705de8d-46ad-4b4a-a9f2-c8104de6ab00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.028640] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d701c-1ee2-4970-adf1-a2c1c2c47370 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.044146] env[69316]: DEBUG nova.compute.provider_tree [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.046266] env[69316]: DEBUG nova.network.neutron [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Successfully created port: 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.209357] env[69316]: DEBUG nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.382453] env[69316]: DEBUG nova.network.neutron [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.461547] env[69316]: DEBUG nova.network.neutron [req-54de3760-9d8b-4e79-a2e1-84c8eea1a5b0 req-6f9727db-6482-490f-953b-91272b610462 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updated VIF entry in instance network info cache for port b5a93705-68b4-4b7d-b1bc-41a2d91b247d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.462136] env[69316]: DEBUG nova.network.neutron [req-54de3760-9d8b-4e79-a2e1-84c8eea1a5b0 req-6f9727db-6482-490f-953b-91272b610462 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating instance_info_cache with network_info: [{"id": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "address": "fa:16:3e:ac:fb:8c", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a93705-68", "ovs_interfaceid": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.480946] env[69316]: DEBUG nova.network.neutron [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.549522] env[69316]: DEBUG nova.scheduler.client.report [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.965707] env[69316]: DEBUG oslo_concurrency.lockutils [req-54de3760-9d8b-4e79-a2e1-84c8eea1a5b0 req-6f9727db-6482-490f-953b-91272b610462 service nova] Releasing lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.983630] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "538ae597-ae6b-46db-9554-9dd3614681cb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.984039] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.985485] env[69316]: DEBUG oslo_concurrency.lockutils [req-da0ae692-2b38-41a5-beb3-09b6a70df19e req-3acd927b-6943-4aa5-b18b-b5db2284645a service nova] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.986070] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.986234] env[69316]: DEBUG nova.network.neutron [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.055423] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.080023] env[69316]: INFO nova.scheduler.client.report [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted allocations for instance bfa22353-c5b1-454e-8034-a6af40c5d151 [ 1216.217138] env[69316]: DEBUG nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.244892] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.245151] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.245309] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.245489] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.245635] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.245780] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.245991] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.246166] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.246332] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.246548] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.246662] env[69316]: DEBUG nova.virt.hardware [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.247580] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb3511a-4614-46ae-950d-4b94cdaafbe8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.256764] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda2dbf3-0e9d-418f-898e-704e528655ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.487375] env[69316]: INFO nova.compute.manager [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Detaching volume fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2 [ 1216.522989] env[69316]: DEBUG nova.network.neutron [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.527682] env[69316]: INFO nova.virt.block_device [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Attempting to driver detach volume fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2 from mountpoint /dev/sdb [ 1216.528012] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.528281] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.529541] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcbe1e9-7be7-4e2a-889a-1ea80ef08863 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.556722] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a56a104-645c-4c27-839d-f2c65e14bf0b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.565467] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83cf3e-5e86-4289-b1fc-35ec52c81508 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.589018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f8682e83-1be5-49f6-8602-4cb129d304d7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "bfa22353-c5b1-454e-8034-a6af40c5d151" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.691s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.592574] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89239824-c218-46de-acaa-5a3db374166d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.609406] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] The volume has not been displaced from its original location: [datastore1] volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2/volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1216.615580] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.616553] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e87aebc8-f00d-4fc1-9e19-a44cd2ec5a09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.641781] env[69316]: DEBUG oslo_vmware.api [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1216.641781] env[69316]: value = "task-3367879" [ 1216.641781] env[69316]: _type = "Task" [ 1216.641781] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.655167] env[69316]: DEBUG oslo_vmware.api [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.757687] env[69316]: DEBUG nova.network.neutron [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Successfully updated port: 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.759528] env[69316]: DEBUG nova.network.neutron [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.911965] env[69316]: DEBUG nova.compute.manager [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Received event network-vif-plugged-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.911965] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] Acquiring lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.911965] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] Lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.912704] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] Lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.912704] env[69316]: DEBUG nova.compute.manager [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] No waiting events found dispatching network-vif-plugged-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.912704] env[69316]: WARNING nova.compute.manager [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Received unexpected event network-vif-plugged-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 for instance with vm_state building and task_state spawning. [ 1216.912704] env[69316]: DEBUG nova.compute.manager [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Received event network-changed-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.912906] env[69316]: DEBUG nova.compute.manager [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Refreshing instance network info cache due to event network-changed-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.913119] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] Acquiring lock "refresh_cache-1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.913119] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] Acquired lock "refresh_cache-1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.913296] env[69316]: DEBUG nova.network.neutron [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Refreshing network info cache for port 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.014149] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.014488] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.014807] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.015097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.015376] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.017769] env[69316]: INFO nova.compute.manager [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Terminating instance [ 1217.152660] env[69316]: DEBUG oslo_vmware.api [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367879, 'name': ReconfigVM_Task, 'duration_secs': 0.276839} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.152942] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.157704] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0c1a5f-839e-4f30-8b2e-fe7da01a7468 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.175101] env[69316]: DEBUG oslo_vmware.api [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1217.175101] env[69316]: value = "task-3367880" [ 1217.175101] env[69316]: _type = "Task" [ 1217.175101] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.183951] env[69316]: DEBUG oslo_vmware.api [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.262310] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.262444] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.262721] env[69316]: DEBUG nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Instance network_info: |[{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.263209] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:cb:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4558d29-0138-42a0-bf13-024a4fe02b1f', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.270615] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.270848] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.271161] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fae037fc-4702-4064-93a3-2aa0e67ad36e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.291253] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.291253] env[69316]: value = "task-3367881" [ 1217.291253] env[69316]: _type = "Task" [ 1217.291253] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.300352] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367881, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.447717] env[69316]: DEBUG nova.network.neutron [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.517480] env[69316]: DEBUG nova.network.neutron [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.522208] env[69316]: DEBUG nova.compute.manager [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.522208] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.522918] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d50a6-f118-482a-8998-18d39da4993a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.533349] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.533617] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7f3385-1d8b-4102-968a-e027aaadddb3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.541386] env[69316]: DEBUG oslo_vmware.api [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1217.541386] env[69316]: value = "task-3367882" [ 1217.541386] env[69316]: _type = "Task" [ 1217.541386] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.550069] env[69316]: DEBUG oslo_vmware.api [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.607012] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "36576b50-1fb5-4c19-888b-6ca4becb160b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.607273] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "36576b50-1fb5-4c19-888b-6ca4becb160b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.686652] env[69316]: DEBUG oslo_vmware.api [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367880, 'name': ReconfigVM_Task, 'duration_secs': 0.13611} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.687068] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672014', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'name': 'volume-fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '538ae597-ae6b-46db-9554-9dd3614681cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2', 'serial': 'fec8bbfc-98af-4d2b-abaa-55b9ea8abcc2'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.801216] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367881, 'name': CreateVM_Task, 'duration_secs': 0.38052} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.801498] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.802058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.802234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.802564] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.802816] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92561bb4-0ac5-4156-bed9-7c0529970246 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.808183] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1217.808183] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5295da93-b9f8-07a6-190a-fd98911ed2b3" [ 1217.808183] env[69316]: _type = "Task" [ 1217.808183] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.815861] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5295da93-b9f8-07a6-190a-fd98911ed2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.020989] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e069090-dfe9-4b0a-9808-fc8c2b37b9f5 req-12ff8421-d6a1-4c10-aa33-03620593bb24 service nova] Releasing lock "refresh_cache-1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.021529] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.021858] env[69316]: DEBUG nova.network.neutron [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.052666] env[69316]: DEBUG oslo_vmware.api [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367882, 'name': PowerOffVM_Task, 'duration_secs': 0.283219} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.052666] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.052666] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.052666] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18befc4c-f790-491f-aa6b-506a8f90efdd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.110049] env[69316]: DEBUG nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.141413] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.141691] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.141878] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleting the datastore file [datastore2] 2ef39be1-02af-43f1-9859-4d8ada9ce9c1 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.142160] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fdbdf08-73a2-4ef3-b0b9-84e53a2e3d64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.150356] env[69316]: DEBUG oslo_vmware.api [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1218.150356] env[69316]: value = "task-3367884" [ 1218.150356] env[69316]: _type = "Task" [ 1218.150356] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.159121] env[69316]: DEBUG oslo_vmware.api [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.232457] env[69316]: DEBUG nova.objects.instance [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lazy-loading 'flavor' on Instance uuid 538ae597-ae6b-46db-9554-9dd3614681cb {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.319320] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5295da93-b9f8-07a6-190a-fd98911ed2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.060641} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.319619] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.319851] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.320097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.320248] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.320425] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.320677] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a41e0a-192b-4196-a028-de106c23c297 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.329274] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.329393] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.330067] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5d194d-378c-437e-b6de-01a75baddd80 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.335053] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1218.335053] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c63ed5-64f3-7955-49b4-c605b5eb73d1" [ 1218.335053] env[69316]: _type = "Task" [ 1218.335053] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.342588] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c63ed5-64f3-7955-49b4-c605b5eb73d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.553129] env[69316]: DEBUG nova.network.neutron [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.635798] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.636223] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.637852] env[69316]: INFO nova.compute.claims [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.663424] env[69316]: DEBUG oslo_vmware.api [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.665899] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.666109] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.666319] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.666556] env[69316]: INFO nova.compute.manager [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1218.666847] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.667083] env[69316]: DEBUG nova.compute.manager [-] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.667203] env[69316]: DEBUG nova.network.neutron [-] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.701855] env[69316]: DEBUG nova.network.neutron [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Updating instance_info_cache with network_info: [{"id": "56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477", "address": "fa:16:3e:69:d0:71", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b5ebfb-f0", "ovs_interfaceid": "56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.846123] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c63ed5-64f3-7955-49b4-c605b5eb73d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.846919] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20072fe-b0f3-4791-a39a-44bc00486910 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.852460] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1218.852460] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5279a410-653d-f265-0aec-27aa6d71256d" [ 1218.852460] env[69316]: _type = "Task" [ 1218.852460] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.860285] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5279a410-653d-f265-0aec-27aa6d71256d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.937605] env[69316]: DEBUG nova.compute.manager [req-f20291cb-f4fb-48da-bc38-babac6d571bc req-ba2d9f0d-07ec-43bd-af64-54f8365682e2 service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Received event network-vif-deleted-556e6429-1efb-45a1-b416-32ff51bc6638 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.937869] env[69316]: INFO nova.compute.manager [req-f20291cb-f4fb-48da-bc38-babac6d571bc req-ba2d9f0d-07ec-43bd-af64-54f8365682e2 service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Neutron deleted interface 556e6429-1efb-45a1-b416-32ff51bc6638; detaching it from the instance and deleting it from the info cache [ 1218.938065] env[69316]: DEBUG nova.network.neutron [req-f20291cb-f4fb-48da-bc38-babac6d571bc req-ba2d9f0d-07ec-43bd-af64-54f8365682e2 service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.204483] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.204866] env[69316]: DEBUG nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Instance network_info: |[{"id": "56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477", "address": "fa:16:3e:69:d0:71", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b5ebfb-f0", "ovs_interfaceid": "56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.205320] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d0:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.212646] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.212859] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.213094] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38975f02-4e90-496b-9640-5860942a2ac1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.236833] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.236833] env[69316]: value = "task-3367885" [ 1219.236833] env[69316]: _type = "Task" [ 1219.236833] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.240419] env[69316]: DEBUG oslo_concurrency.lockutils [None req-75c004df-685b-4363-a79b-351535450d7d tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.246233] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367885, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.363353] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5279a410-653d-f265-0aec-27aa6d71256d, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.363734] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.364011] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] ec54fde1-4c2a-4333-a69b-b5e9a123b765/ec54fde1-4c2a-4333-a69b-b5e9a123b765.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.364278] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2290ec2f-096c-457b-9794-9ae18b64a957 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.371806] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1219.371806] env[69316]: value = "task-3367886" [ 1219.371806] env[69316]: _type = "Task" [ 1219.371806] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.379498] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.396447] env[69316]: DEBUG nova.network.neutron [-] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.441741] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6db70f3b-2173-460f-98a4-6b39a496de61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.452382] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97ff7df-53ad-4e96-92f4-bb62e9446e07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.485456] env[69316]: DEBUG nova.compute.manager [req-f20291cb-f4fb-48da-bc38-babac6d571bc req-ba2d9f0d-07ec-43bd-af64-54f8365682e2 service nova] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Detach interface failed, port_id=556e6429-1efb-45a1-b416-32ff51bc6638, reason: Instance 2ef39be1-02af-43f1-9859-4d8ada9ce9c1 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.749905] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367885, 'name': CreateVM_Task, 'duration_secs': 0.402038} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.750027] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.750670] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.750847] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.751184] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.751451] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11191ea2-5dd7-4ca7-9d1f-2b04d3f42425 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.760928] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1219.760928] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b2d6ac-9003-a195-699f-094d3fd725aa" [ 1219.760928] env[69316]: _type = "Task" [ 1219.760928] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.773909] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b2d6ac-9003-a195-699f-094d3fd725aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.820704] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7c2238-a212-42a0-8987-39cfb4c259dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.834381] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c5ac9e-a2c0-420a-99e6-169490cfecb6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.869261] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0ee337-b452-4ce0-ba39-a22e0a036e4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.879392] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0110d5b0-610a-4a88-8e22-1a4443a9e0f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.886576] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367886, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.896755] env[69316]: DEBUG nova.compute.provider_tree [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.898675] env[69316]: INFO nova.compute.manager [-] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Took 1.23 seconds to deallocate network for instance. [ 1220.271268] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b2d6ac-9003-a195-699f-094d3fd725aa, 'name': SearchDatastore_Task, 'duration_secs': 0.059274} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.271611] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.271845] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.272094] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.272269] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.272420] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.272686] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0990fb24-4bff-4c94-98a3-ccd8f51160ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.292512] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.292687] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.293434] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5201bc92-ee02-4cd6-adcc-4d4e1e2147f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.298657] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1220.298657] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]526592dc-0452-51df-7489-a0f9ecd50c54" [ 1220.298657] env[69316]: _type = "Task" [ 1220.298657] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.305971] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526592dc-0452-51df-7489-a0f9ecd50c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.329516] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "538ae597-ae6b-46db-9554-9dd3614681cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.329739] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.329939] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "538ae597-ae6b-46db-9554-9dd3614681cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.330143] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.330307] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.332483] env[69316]: INFO nova.compute.manager [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Terminating instance [ 1220.382937] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55448} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.383206] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] ec54fde1-4c2a-4333-a69b-b5e9a123b765/ec54fde1-4c2a-4333-a69b-b5e9a123b765.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.383456] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.383734] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ae45df-ce9a-4969-990e-15d2db4c2817 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.390621] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1220.390621] env[69316]: value = "task-3367887" [ 1220.390621] env[69316]: _type = "Task" [ 1220.390621] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.402291] env[69316]: DEBUG nova.scheduler.client.report [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.405361] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.406333] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.809782] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]526592dc-0452-51df-7489-a0f9ecd50c54, 'name': SearchDatastore_Task, 'duration_secs': 0.08387} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.810567] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431fec16-ca4c-4d3e-b0db-a5469d838920 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.817096] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1220.817096] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52133ce4-2e36-5b26-4a70-e628840978f3" [ 1220.817096] env[69316]: _type = "Task" [ 1220.817096] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.825545] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52133ce4-2e36-5b26-4a70-e628840978f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.836455] env[69316]: DEBUG nova.compute.manager [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.836709] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.837526] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339406de-6f92-4f5f-ac6e-168e4e7f8e26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.844895] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.845306] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16dbdd03-48c8-4cb9-b7de-be3df85d9f61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.850926] env[69316]: DEBUG oslo_vmware.api [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1220.850926] env[69316]: value = "task-3367888" [ 1220.850926] env[69316]: _type = "Task" [ 1220.850926] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.858666] env[69316]: DEBUG oslo_vmware.api [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.900285] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314196} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.900531] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.901286] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02abf343-3855-4c19-99c5-4d713847db96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.915466] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.915988] env[69316]: DEBUG nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.926984] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] ec54fde1-4c2a-4333-a69b-b5e9a123b765/ec54fde1-4c2a-4333-a69b-b5e9a123b765.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.927548] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.521s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.927766] env[69316]: DEBUG nova.objects.instance [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lazy-loading 'resources' on Instance uuid 2ef39be1-02af-43f1-9859-4d8ada9ce9c1 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.928661] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261be93b-6843-44fa-ba19-2279b39a5243 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.954416] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1220.954416] env[69316]: value = "task-3367889" [ 1220.954416] env[69316]: _type = "Task" [ 1220.954416] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.964321] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.094628] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f469f465-1775-497c-a8f1-9859a669b20b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.104219] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abba4342-3a60-4f1a-8255-ef80e9c9b012 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.136033] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c89f8b-5066-4d85-abd1-e3b2f8506ddf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.144444] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99874396-38f8-4b9b-b19b-794813d1b91a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.158446] env[69316]: DEBUG nova.compute.provider_tree [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.328615] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52133ce4-2e36-5b26-4a70-e628840978f3, 'name': SearchDatastore_Task, 'duration_secs': 0.025777} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.328950] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.329235] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb/1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.329559] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47511c5-9a2a-473e-acf1-b711f88d3061 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.336787] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1221.336787] env[69316]: value = "task-3367890" [ 1221.336787] env[69316]: _type = "Task" [ 1221.336787] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.345433] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.360357] env[69316]: DEBUG oslo_vmware.api [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367888, 'name': PowerOffVM_Task, 'duration_secs': 0.237257} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.360616] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.360782] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.361059] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-537d4732-5f06-4873-bd6f-7514fe809e93 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.428873] env[69316]: DEBUG nova.compute.utils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.431197] env[69316]: DEBUG nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.431370] env[69316]: DEBUG nova.network.neutron [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.434239] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.434438] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.434647] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleting the datastore file [datastore2] 538ae597-ae6b-46db-9554-9dd3614681cb {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.435209] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b565942-3a1f-4fe1-b07a-54acbf925389 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.443184] env[69316]: DEBUG oslo_vmware.api [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1221.443184] env[69316]: value = "task-3367892" [ 1221.443184] env[69316]: _type = "Task" [ 1221.443184] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.452663] env[69316]: DEBUG oslo_vmware.api [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.464771] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.471807] env[69316]: DEBUG nova.policy [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80c0a2b49e4b4b269baafc6cca88de3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9b61f0579814c6aba86c35a7f77736f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.662191] env[69316]: DEBUG nova.scheduler.client.report [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.742310] env[69316]: DEBUG nova.network.neutron [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Successfully created port: c138bbcf-6ea8-491d-916a-e303d7a006ec {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.848243] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.934858] env[69316]: DEBUG nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.954396] env[69316]: DEBUG oslo_vmware.api [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372429} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.954659] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.954887] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.955076] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.955257] env[69316]: INFO nova.compute.manager [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1221.955505] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.955763] env[69316]: DEBUG nova.compute.manager [-] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.955855] env[69316]: DEBUG nova.network.neutron [-] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.969703] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367889, 'name': ReconfigVM_Task, 'duration_secs': 0.923357} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.969968] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Reconfigured VM instance instance-00000063 to attach disk [datastore1] ec54fde1-4c2a-4333-a69b-b5e9a123b765/ec54fde1-4c2a-4333-a69b-b5e9a123b765.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.970628] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e97ad03b-d06d-4b58-9989-e8e2b24332c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.978844] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1221.978844] env[69316]: value = "task-3367893" [ 1221.978844] env[69316]: _type = "Task" [ 1221.978844] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.989321] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367893, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.167268] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.240s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.197651] env[69316]: INFO nova.scheduler.client.report [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted allocations for instance 2ef39be1-02af-43f1-9859-4d8ada9ce9c1 [ 1222.349577] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57602} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.350340] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb/1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.353028] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.353028] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a4024cf-244a-48db-9834-62b6afaaaf45 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.359840] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1222.359840] env[69316]: value = "task-3367894" [ 1222.359840] env[69316]: _type = "Task" [ 1222.359840] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.370958] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.493064] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367893, 'name': Rename_Task, 'duration_secs': 0.458519} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.493064] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.493064] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb991817-cbc0-4cbd-aa76-01bf082e3d1d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.498779] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1222.498779] env[69316]: value = "task-3367895" [ 1222.498779] env[69316]: _type = "Task" [ 1222.498779] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.508611] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.575740] env[69316]: DEBUG nova.compute.manager [req-566de75a-9509-4d33-8736-5b83c74c38c3 req-4f38bbb9-c1ad-4e71-96d8-5633605d2840 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Received event network-vif-deleted-b34e5f91-5224-4638-bdf1-ba5c9b3688c1 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.575917] env[69316]: INFO nova.compute.manager [req-566de75a-9509-4d33-8736-5b83c74c38c3 req-4f38bbb9-c1ad-4e71-96d8-5633605d2840 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Neutron deleted interface b34e5f91-5224-4638-bdf1-ba5c9b3688c1; detaching it from the instance and deleting it from the info cache [ 1222.576083] env[69316]: DEBUG nova.network.neutron [req-566de75a-9509-4d33-8736-5b83c74c38c3 req-4f38bbb9-c1ad-4e71-96d8-5633605d2840 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.705020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-58fa4621-682e-4d91-9e95-32f7806294b7 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "2ef39be1-02af-43f1-9859-4d8ada9ce9c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.690s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.870209] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185272} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.870468] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.871267] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b72088-e52e-4959-9020-bf5d122a01fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.895210] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb/1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.895528] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d381349c-f0ab-4f11-98c9-7671817e1f51 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.918143] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1222.918143] env[69316]: value = "task-3367896" [ 1222.918143] env[69316]: _type = "Task" [ 1222.918143] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.928097] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.944571] env[69316]: DEBUG nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.011119] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.055760] env[69316]: DEBUG nova.network.neutron [-] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.078645] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17a081ed-ddeb-4cd1-b336-f1a2a6d81c4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.090528] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12961da1-99b6-4ab5-980b-f84b0739d975 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.109505] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.109752] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.109914] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.110114] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.110258] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.110408] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.110609] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.110769] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.110935] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.111108] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.111283] env[69316]: DEBUG nova.virt.hardware [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.112135] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941b64a2-2aab-47aa-928b-7b9680b92430 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.125917] env[69316]: DEBUG nova.compute.manager [req-566de75a-9509-4d33-8736-5b83c74c38c3 req-4f38bbb9-c1ad-4e71-96d8-5633605d2840 service nova] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Detach interface failed, port_id=b34e5f91-5224-4638-bdf1-ba5c9b3688c1, reason: Instance 538ae597-ae6b-46db-9554-9dd3614681cb could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.129537] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6da940-9e67-42dd-9608-97d8f498ca21 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.166205] env[69316]: DEBUG nova.compute.manager [req-00cfed22-d37f-4570-bfb0-939bf412e1d7 req-673707f9-7c10-48df-9ac4-7515b684016f service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Received event network-vif-plugged-c138bbcf-6ea8-491d-916a-e303d7a006ec {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.166502] env[69316]: DEBUG oslo_concurrency.lockutils [req-00cfed22-d37f-4570-bfb0-939bf412e1d7 req-673707f9-7c10-48df-9ac4-7515b684016f service nova] Acquiring lock "36576b50-1fb5-4c19-888b-6ca4becb160b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.166738] env[69316]: DEBUG oslo_concurrency.lockutils [req-00cfed22-d37f-4570-bfb0-939bf412e1d7 req-673707f9-7c10-48df-9ac4-7515b684016f service nova] Lock "36576b50-1fb5-4c19-888b-6ca4becb160b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.167589] env[69316]: DEBUG oslo_concurrency.lockutils [req-00cfed22-d37f-4570-bfb0-939bf412e1d7 req-673707f9-7c10-48df-9ac4-7515b684016f service nova] Lock "36576b50-1fb5-4c19-888b-6ca4becb160b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.167589] env[69316]: DEBUG nova.compute.manager [req-00cfed22-d37f-4570-bfb0-939bf412e1d7 req-673707f9-7c10-48df-9ac4-7515b684016f service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] No waiting events found dispatching network-vif-plugged-c138bbcf-6ea8-491d-916a-e303d7a006ec {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.167589] env[69316]: WARNING nova.compute.manager [req-00cfed22-d37f-4570-bfb0-939bf412e1d7 req-673707f9-7c10-48df-9ac4-7515b684016f service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Received unexpected event network-vif-plugged-c138bbcf-6ea8-491d-916a-e303d7a006ec for instance with vm_state building and task_state spawning. [ 1223.259940] env[69316]: DEBUG nova.network.neutron [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Successfully updated port: c138bbcf-6ea8-491d-916a-e303d7a006ec {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.428672] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367896, 'name': ReconfigVM_Task, 'duration_secs': 0.309937} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.429022] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb/1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.429596] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-843b86b7-20c0-43bb-bf03-d0ff425dac01 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.436872] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1223.436872] env[69316]: value = "task-3367897" [ 1223.436872] env[69316]: _type = "Task" [ 1223.436872] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.444813] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367897, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.510981] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367895, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.558814] env[69316]: INFO nova.compute.manager [-] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Took 1.60 seconds to deallocate network for instance. [ 1223.762260] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "refresh_cache-36576b50-1fb5-4c19-888b-6ca4becb160b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.762519] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "refresh_cache-36576b50-1fb5-4c19-888b-6ca4becb160b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.762577] env[69316]: DEBUG nova.network.neutron [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.947562] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367897, 'name': Rename_Task, 'duration_secs': 0.152289} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.947840] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.948090] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecb9c34-f1b6-411a-84fd-9a650e5b113a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.955581] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1223.955581] env[69316]: value = "task-3367898" [ 1223.955581] env[69316]: _type = "Task" [ 1223.955581] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.963938] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.011609] env[69316]: DEBUG oslo_vmware.api [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367895, 'name': PowerOnVM_Task, 'duration_secs': 1.191618} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.011878] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.012327] env[69316]: INFO nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1224.012327] env[69316]: DEBUG nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.013143] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c48967c-5fc4-46c8-9ac2-58f91d2044a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.064989] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.065287] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.065506] env[69316]: DEBUG nova.objects.instance [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lazy-loading 'resources' on Instance uuid 538ae597-ae6b-46db-9554-9dd3614681cb {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.297016] env[69316]: DEBUG nova.network.neutron [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.446254] env[69316]: DEBUG nova.network.neutron [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Updating instance_info_cache with network_info: [{"id": "c138bbcf-6ea8-491d-916a-e303d7a006ec", "address": "fa:16:3e:36:81:dd", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc138bbcf-6e", "ovs_interfaceid": "c138bbcf-6ea8-491d-916a-e303d7a006ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.466598] env[69316]: DEBUG oslo_vmware.api [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367898, 'name': PowerOnVM_Task, 'duration_secs': 0.456711} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.466862] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.467071] env[69316]: INFO nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1224.467248] env[69316]: DEBUG nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.468013] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d93f1d8-db63-440c-a62c-7c6fccd6a83b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.530263] env[69316]: INFO nova.compute.manager [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Took 15.44 seconds to build instance. [ 1224.696387] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3aecad-40bb-49e8-b665-5191b777e4e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.706386] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf45b23-81ea-48f1-ad08-48958c8c4443 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.738371] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7dfae6-e56a-4e2f-bbe7-bf9263471db8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.746666] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b3e97d-3c43-494b-9ead-780f14aee464 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.760562] env[69316]: DEBUG nova.compute.provider_tree [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.949409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "refresh_cache-36576b50-1fb5-4c19-888b-6ca4becb160b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.949748] env[69316]: DEBUG nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Instance network_info: |[{"id": "c138bbcf-6ea8-491d-916a-e303d7a006ec", "address": "fa:16:3e:36:81:dd", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc138bbcf-6e", "ovs_interfaceid": "c138bbcf-6ea8-491d-916a-e303d7a006ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.950186] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:81:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c138bbcf-6ea8-491d-916a-e303d7a006ec', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.957642] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.958182] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.958413] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45f582b8-756a-454d-a321-fb351ab440e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.982688] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.982688] env[69316]: value = "task-3367899" [ 1224.982688] env[69316]: _type = "Task" [ 1224.982688] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.987718] env[69316]: INFO nova.compute.manager [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Took 13.05 seconds to build instance. [ 1224.995226] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367899, 'name': CreateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.032168] env[69316]: DEBUG oslo_concurrency.lockutils [None req-1ff45218-4fcb-4a38-8215-6e378f347daa tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.948s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.190944] env[69316]: DEBUG nova.compute.manager [req-2be8bc8c-b6ff-4546-8791-cf781cb55434 req-ff9700af-015a-4f60-9ca5-ee99f7d05d4e service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Received event network-changed-c138bbcf-6ea8-491d-916a-e303d7a006ec {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.191185] env[69316]: DEBUG nova.compute.manager [req-2be8bc8c-b6ff-4546-8791-cf781cb55434 req-ff9700af-015a-4f60-9ca5-ee99f7d05d4e service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Refreshing instance network info cache due to event network-changed-c138bbcf-6ea8-491d-916a-e303d7a006ec. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.191401] env[69316]: DEBUG oslo_concurrency.lockutils [req-2be8bc8c-b6ff-4546-8791-cf781cb55434 req-ff9700af-015a-4f60-9ca5-ee99f7d05d4e service nova] Acquiring lock "refresh_cache-36576b50-1fb5-4c19-888b-6ca4becb160b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.191544] env[69316]: DEBUG oslo_concurrency.lockutils [req-2be8bc8c-b6ff-4546-8791-cf781cb55434 req-ff9700af-015a-4f60-9ca5-ee99f7d05d4e service nova] Acquired lock "refresh_cache-36576b50-1fb5-4c19-888b-6ca4becb160b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.191720] env[69316]: DEBUG nova.network.neutron [req-2be8bc8c-b6ff-4546-8791-cf781cb55434 req-ff9700af-015a-4f60-9ca5-ee99f7d05d4e service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Refreshing network info cache for port c138bbcf-6ea8-491d-916a-e303d7a006ec {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.264559] env[69316]: DEBUG nova.scheduler.client.report [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.327349] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a8d119-106f-4989-8b19-e5d2e2e97d59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.334475] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9367e4af-56d2-438d-867e-0168e2d9afc7 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Suspending the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1225.334783] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0a9dcadf-ddca-41b1-a29c-f07e4124b6fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.342464] env[69316]: DEBUG oslo_vmware.api [None req-9367e4af-56d2-438d-867e-0168e2d9afc7 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1225.342464] env[69316]: value = "task-3367900" [ 1225.342464] env[69316]: _type = "Task" [ 1225.342464] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.352165] env[69316]: DEBUG oslo_vmware.api [None req-9367e4af-56d2-438d-867e-0168e2d9afc7 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367900, 'name': SuspendVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.490779] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.558s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.494551] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367899, 'name': CreateVM_Task, 'duration_secs': 0.327768} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.494756] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.495555] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.495738] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.496115] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.496400] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0388e64-7260-4bbd-97e0-98007e6b1244 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.502782] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1225.502782] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f460e2-4cca-9f06-152c-c411bf814c02" [ 1225.502782] env[69316]: _type = "Task" [ 1225.502782] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.512528] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f460e2-4cca-9f06-152c-c411bf814c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.770737] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.804087] env[69316]: INFO nova.scheduler.client.report [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted allocations for instance 538ae597-ae6b-46db-9554-9dd3614681cb [ 1225.861185] env[69316]: DEBUG oslo_vmware.api [None req-9367e4af-56d2-438d-867e-0168e2d9afc7 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367900, 'name': SuspendVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.928023] env[69316]: DEBUG nova.network.neutron [req-2be8bc8c-b6ff-4546-8791-cf781cb55434 req-ff9700af-015a-4f60-9ca5-ee99f7d05d4e service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Updated VIF entry in instance network info cache for port c138bbcf-6ea8-491d-916a-e303d7a006ec. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.928458] env[69316]: DEBUG nova.network.neutron [req-2be8bc8c-b6ff-4546-8791-cf781cb55434 req-ff9700af-015a-4f60-9ca5-ee99f7d05d4e service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Updating instance_info_cache with network_info: [{"id": "c138bbcf-6ea8-491d-916a-e303d7a006ec", "address": "fa:16:3e:36:81:dd", "network": {"id": "3c30befb-d8c5-43ca-85c8-28e8ce1219cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1395958346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9b61f0579814c6aba86c35a7f77736f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc138bbcf-6e", "ovs_interfaceid": "c138bbcf-6ea8-491d-916a-e303d7a006ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.014683] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f460e2-4cca-9f06-152c-c411bf814c02, 'name': SearchDatastore_Task, 'duration_secs': 0.028251} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.014982] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.015232] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.015473] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.015619] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.015802] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.016093] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166bdfbc-4f19-40db-acb6-b9e28f2e85c4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.026281] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.026500] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.027226] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b45c6f-9a6d-4f1a-82ed-a43e8effc481 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.033265] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1226.033265] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52afaf92-7465-6a79-9f0b-f52bb73bb949" [ 1226.033265] env[69316]: _type = "Task" [ 1226.033265] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.042728] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52afaf92-7465-6a79-9f0b-f52bb73bb949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.311385] env[69316]: DEBUG oslo_concurrency.lockutils [None req-46d68f0a-c28d-4944-95a1-2b216f52c106 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "538ae597-ae6b-46db-9554-9dd3614681cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.981s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.356226] env[69316]: DEBUG oslo_vmware.api [None req-9367e4af-56d2-438d-867e-0168e2d9afc7 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367900, 'name': SuspendVM_Task, 'duration_secs': 0.611612} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.356468] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-9367e4af-56d2-438d-867e-0168e2d9afc7 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Suspended the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1226.357034] env[69316]: DEBUG nova.compute.manager [None req-9367e4af-56d2-438d-867e-0168e2d9afc7 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.357426] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42c9bb7-38cc-428f-bb75-87b511de640c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.431523] env[69316]: DEBUG oslo_concurrency.lockutils [req-2be8bc8c-b6ff-4546-8791-cf781cb55434 req-ff9700af-015a-4f60-9ca5-ee99f7d05d4e service nova] Releasing lock "refresh_cache-36576b50-1fb5-4c19-888b-6ca4becb160b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.544285] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52afaf92-7465-6a79-9f0b-f52bb73bb949, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.545176] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b431f399-8883-4eda-9457-9a3e1c158d62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.551387] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1226.551387] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5247125c-5cc3-a063-2ad1-cec784014d7a" [ 1226.551387] env[69316]: _type = "Task" [ 1226.551387] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.560379] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5247125c-5cc3-a063-2ad1-cec784014d7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.733961] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.734207] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.826552] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.826776] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.826936] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.827099] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.827539] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.827732] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.827834] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.828058] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1226.828245] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.061286] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5247125c-5cc3-a063-2ad1-cec784014d7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.061553] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.061833] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 36576b50-1fb5-4c19-888b-6ca4becb160b/36576b50-1fb5-4c19-888b-6ca4becb160b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.062113] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-972a3299-44b5-4307-b6ce-81fd82f69568 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.069099] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1227.069099] env[69316]: value = "task-3367901" [ 1227.069099] env[69316]: _type = "Task" [ 1227.069099] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.077999] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.236379] env[69316]: DEBUG nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.256952] env[69316]: DEBUG nova.compute.manager [req-6e893d79-da83-45e8-9e7c-44f8d2dcbfbc req-22d8a213-3535-4a1f-81fb-7b7c76fbbdfb service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.257235] env[69316]: DEBUG nova.compute.manager [req-6e893d79-da83-45e8-9e7c-44f8d2dcbfbc req-22d8a213-3535-4a1f-81fb-7b7c76fbbdfb service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing instance network info cache due to event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.258146] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e893d79-da83-45e8-9e7c-44f8d2dcbfbc req-22d8a213-3535-4a1f-81fb-7b7c76fbbdfb service nova] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.258146] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e893d79-da83-45e8-9e7c-44f8d2dcbfbc req-22d8a213-3535-4a1f-81fb-7b7c76fbbdfb service nova] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.258146] env[69316]: DEBUG nova.network.neutron [req-6e893d79-da83-45e8-9e7c-44f8d2dcbfbc req-22d8a213-3535-4a1f-81fb-7b7c76fbbdfb service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.331937] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.331937] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.332124] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.332754] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1227.333405] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db4f82b-1670-4428-b261-20797bfb2344 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.342905] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d76085-7b29-4e44-9530-329fb83b7947 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.358695] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1af6f5-56f1-40db-aad1-4e65e56273d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.365839] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b27c9-6cbe-41dc-ba92-ffd7e8ce1149 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.396835] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179401MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1227.397035] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.397246] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.578864] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460542} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.579238] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 36576b50-1fb5-4c19-888b-6ca4becb160b/36576b50-1fb5-4c19-888b-6ca4becb160b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.579393] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.579585] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-650c0197-2030-49c1-bcd6-60d92de29418 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.587426] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1227.587426] env[69316]: value = "task-3367902" [ 1227.587426] env[69316]: _type = "Task" [ 1227.587426] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.595077] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.761044] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.821766] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.822078] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.822310] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.822486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.822605] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.825150] env[69316]: INFO nova.compute.manager [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Terminating instance [ 1227.861383] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "0573bffa-2249-4344-aa56-e9fae5a67394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.861615] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "0573bffa-2249-4344-aa56-e9fae5a67394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.971509] env[69316]: DEBUG nova.network.neutron [req-6e893d79-da83-45e8-9e7c-44f8d2dcbfbc req-22d8a213-3535-4a1f-81fb-7b7c76fbbdfb service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updated VIF entry in instance network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.971926] env[69316]: DEBUG nova.network.neutron [req-6e893d79-da83-45e8-9e7c-44f8d2dcbfbc req-22d8a213-3535-4a1f-81fb-7b7c76fbbdfb service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.098130] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080512} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.098341] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.099207] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba14e5c3-f764-4085-b8b4-4dcf0a6efd4b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.121738] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 36576b50-1fb5-4c19-888b-6ca4becb160b/36576b50-1fb5-4c19-888b-6ca4becb160b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.121856] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717f193d-8cb9-4b89-b3ad-c54e7c30e03b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.140302] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1228.140302] env[69316]: value = "task-3367903" [ 1228.140302] env[69316]: _type = "Task" [ 1228.140302] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.148118] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.328821] env[69316]: DEBUG nova.compute.manager [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.329089] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.329992] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8b7d6-81d3-4651-8946-9abe3dc5db8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.337841] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.338089] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d02a1f5-f28b-4aec-b45f-d5136190487e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.363282] env[69316]: DEBUG nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.408511] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.408731] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.408910] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleting the datastore file [datastore1] 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.409630] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b43f1a29-889c-4863-b43f-351805a8facc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.419751] env[69316]: DEBUG oslo_vmware.api [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1228.419751] env[69316]: value = "task-3367905" [ 1228.419751] env[69316]: _type = "Task" [ 1228.419751] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.425095] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance dd26354c-255e-445d-a262-9ebf5c8bd160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.425297] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 272317a0-67b0-4367-8a9f-3faf2cf1bf3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.425464] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance e71187f7-dcc9-4ee8-b398-65cf3e88c12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.425612] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.425761] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.425914] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b0f24192-7e6f-4b55-b6eb-ab7169397525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.426083] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance ec54fde1-4c2a-4333-a69b-b5e9a123b765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.426230] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.426365] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 36576b50-1fb5-4c19-888b-6ca4becb160b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.431467] env[69316]: DEBUG oslo_vmware.api [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.474716] env[69316]: DEBUG oslo_concurrency.lockutils [req-6e893d79-da83-45e8-9e7c-44f8d2dcbfbc req-22d8a213-3535-4a1f-81fb-7b7c76fbbdfb service nova] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.651370] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367903, 'name': ReconfigVM_Task, 'duration_secs': 0.296353} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.651752] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 36576b50-1fb5-4c19-888b-6ca4becb160b/36576b50-1fb5-4c19-888b-6ca4becb160b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.652399] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de0558af-be69-491c-9fc5-c0e3b821c747 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.658244] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1228.658244] env[69316]: value = "task-3367906" [ 1228.658244] env[69316]: _type = "Task" [ 1228.658244] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.666391] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367906, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.887695] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.933898] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1228.935271] env[69316]: DEBUG oslo_vmware.api [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203215} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.935496] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.935721] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.935963] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.936227] env[69316]: INFO nova.compute.manager [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1228.936554] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.936976] env[69316]: DEBUG nova.compute.manager [-] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.937095] env[69316]: DEBUG nova.network.neutron [-] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.168961] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367906, 'name': Rename_Task, 'duration_secs': 0.153582} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.169871] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.170137] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1f0b97-21a9-4520-9d0c-d606d0c03a79 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.178063] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1229.178063] env[69316]: value = "task-3367907" [ 1229.178063] env[69316]: _type = "Task" [ 1229.178063] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.185701] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.280079] env[69316]: DEBUG nova.compute.manager [req-cb11fae0-5c72-4fb6-940c-3436472edad8 req-94207864-3a8f-47bd-95e2-9bd1bd06657e service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Received event network-vif-deleted-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.280294] env[69316]: INFO nova.compute.manager [req-cb11fae0-5c72-4fb6-940c-3436472edad8 req-94207864-3a8f-47bd-95e2-9bd1bd06657e service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Neutron deleted interface 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477; detaching it from the instance and deleting it from the info cache [ 1229.280466] env[69316]: DEBUG nova.network.neutron [req-cb11fae0-5c72-4fb6-940c-3436472edad8 req-94207864-3a8f-47bd-95e2-9bd1bd06657e service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.437837] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 0573bffa-2249-4344-aa56-e9fae5a67394 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1229.438095] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1229.438246] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1229.581506] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b724a46-af3e-458c-9de0-10b6477e2494 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.589346] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f66d18-b4db-4a1e-aae0-86bf9b338794 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.621068] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485fc838-7252-4af9-ad77-208426b9d0de {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.628682] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2617c3d1-ee88-489c-a740-a359904ed2bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.642721] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.654588] env[69316]: DEBUG nova.network.neutron [-] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.687722] env[69316]: DEBUG oslo_vmware.api [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367907, 'name': PowerOnVM_Task, 'duration_secs': 0.439724} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.688024] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.688234] env[69316]: INFO nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1229.688413] env[69316]: DEBUG nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.689563] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f9d9b6-f4bc-48e0-8231-180b71968a15 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.783294] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74831533-a2e2-4cae-9680-04ffa988f1b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.792748] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94007a7e-52c2-44ba-91f1-34dbcf3607f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.822552] env[69316]: DEBUG nova.compute.manager [req-cb11fae0-5c72-4fb6-940c-3436472edad8 req-94207864-3a8f-47bd-95e2-9bd1bd06657e service nova] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Detach interface failed, port_id=56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477, reason: Instance 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.146391] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.157224] env[69316]: INFO nova.compute.manager [-] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Took 1.22 seconds to deallocate network for instance. [ 1230.203981] env[69316]: INFO nova.compute.manager [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Took 11.59 seconds to build instance. [ 1230.651082] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1230.651323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.254s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.651601] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.891s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.653198] env[69316]: INFO nova.compute.claims [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.663515] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.706207] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "36576b50-1fb5-4c19-888b-6ca4becb160b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.098s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.218068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.218237] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.218466] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.218741] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.218986] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.220988] env[69316]: INFO nova.compute.manager [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Terminating instance [ 1231.724779] env[69316]: DEBUG nova.compute.manager [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.725051] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.725902] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a39ae2-09dc-4fb8-9ac0-c1d2cca43e51 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.734153] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.734385] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe576c4-5411-43d6-8897-6a4f5bfc0cef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.736429] env[69316]: DEBUG nova.compute.manager [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.737133] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d284e174-651b-4752-824a-b4936057733d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.746394] env[69316]: DEBUG oslo_vmware.api [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1231.746394] env[69316]: value = "task-3367908" [ 1231.746394] env[69316]: _type = "Task" [ 1231.746394] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.754715] env[69316]: DEBUG oslo_vmware.api [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.810791] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3920a-d3bd-4f33-86f0-e1a2affa393f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.818715] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b9901-c9c6-4624-935e-409a84363f35 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.849145] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1083d6-5b86-440d-a382-9ae558890b35 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.856933] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fbd12d-2a79-4c47-ac02-8c0a32741be7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.871538] env[69316]: DEBUG nova.compute.provider_tree [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.248998] env[69316]: INFO nova.compute.manager [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] instance snapshotting [ 1232.254916] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4ff58b-4ce3-4895-999a-061b11adab3f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.263407] env[69316]: DEBUG oslo_vmware.api [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367908, 'name': PowerOffVM_Task, 'duration_secs': 0.293134} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.275812] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.276012] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.276425] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25ab20fe-e586-4e9a-9cc2-6b7ca41e7465 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.278372] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc27bb8-ec7c-49e8-a1e9-eeae90b3d989 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.375338] env[69316]: DEBUG nova.scheduler.client.report [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.453199] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.453453] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.453645] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleting the datastore file [datastore1] b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.453940] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f6371ab-7b69-4591-bcbc-1c0ab3fee502 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.461245] env[69316]: DEBUG oslo_vmware.api [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for the task: (returnval){ [ 1232.461245] env[69316]: value = "task-3367910" [ 1232.461245] env[69316]: _type = "Task" [ 1232.461245] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.468633] env[69316]: DEBUG oslo_vmware.api [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.788199] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1232.788497] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21bdb28a-1eee-485a-a0ea-7885643bff62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.796573] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1232.796573] env[69316]: value = "task-3367911" [ 1232.796573] env[69316]: _type = "Task" [ 1232.796573] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.804806] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.881084] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.881653] env[69316]: DEBUG nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.884545] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.997s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.886145] env[69316]: INFO nova.compute.claims [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.971983] env[69316]: DEBUG oslo_vmware.api [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Task: {'id': task-3367910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351922} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.972274] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.972459] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.972633] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.972804] env[69316]: INFO nova.compute.manager [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1232.973055] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.973247] env[69316]: DEBUG nova.compute.manager [-] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.973342] env[69316]: DEBUG nova.network.neutron [-] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.309036] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.391446] env[69316]: DEBUG nova.compute.utils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.393992] env[69316]: DEBUG nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.394197] env[69316]: DEBUG nova.network.neutron [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.422098] env[69316]: DEBUG nova.compute.manager [req-85e129c2-e821-44f6-b355-14eef5e5f041 req-2c8f6dcc-4db9-481d-9f12-897e7bed2047 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Received event network-vif-deleted-c70137f8-5765-4095-a73c-f09a2764a2bb {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.422318] env[69316]: INFO nova.compute.manager [req-85e129c2-e821-44f6-b355-14eef5e5f041 req-2c8f6dcc-4db9-481d-9f12-897e7bed2047 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Neutron deleted interface c70137f8-5765-4095-a73c-f09a2764a2bb; detaching it from the instance and deleting it from the info cache [ 1233.422490] env[69316]: DEBUG nova.network.neutron [req-85e129c2-e821-44f6-b355-14eef5e5f041 req-2c8f6dcc-4db9-481d-9f12-897e7bed2047 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.436428] env[69316]: DEBUG nova.policy [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.748663] env[69316]: DEBUG nova.network.neutron [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Successfully created port: 716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.809563] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.895490] env[69316]: DEBUG nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.903430] env[69316]: DEBUG nova.network.neutron [-] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.930637] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f084982-e8bb-4864-8650-11e10278cca0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.943233] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08630cf-1d9d-4d9e-b935-9f128b26a7e5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.976314] env[69316]: DEBUG nova.compute.manager [req-85e129c2-e821-44f6-b355-14eef5e5f041 req-2c8f6dcc-4db9-481d-9f12-897e7bed2047 service nova] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Detach interface failed, port_id=c70137f8-5765-4095-a73c-f09a2764a2bb, reason: Instance b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.085539] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea4962-03b4-4337-bd42-0353ad2ae6e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.094117] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a97726-015a-4cb7-a4c4-feda6118b01d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.125021] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4388f93-8674-41d6-ba9b-3407a3b82ad1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.132958] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c6053-8f46-4020-b155-c6e5309b5627 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.146488] env[69316]: DEBUG nova.compute.provider_tree [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.309938] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367911, 'name': CreateSnapshot_Task, 'duration_secs': 1.093236} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.310266] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1234.310970] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b0324a-f164-4738-8293-4fa06b1fe5bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.407586] env[69316]: INFO nova.compute.manager [-] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Took 1.43 seconds to deallocate network for instance. [ 1234.649934] env[69316]: DEBUG nova.scheduler.client.report [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.828337] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1234.828608] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a300fb02-eb7e-4a33-8419-92aede1473f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.836421] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1234.836421] env[69316]: value = "task-3367912" [ 1234.836421] env[69316]: _type = "Task" [ 1234.836421] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.844364] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367912, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.909234] env[69316]: DEBUG nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.912914] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.936626] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.936903] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.937088] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.937290] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.937440] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.937600] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.937826] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.937988] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.938187] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.938372] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.938564] env[69316]: DEBUG nova.virt.hardware [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.939486] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a92471-4100-4762-9d15-1422fa3979f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.948849] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb0eee6-b0db-462c-bd27-7b0fcc874ff8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.127080] env[69316]: DEBUG nova.compute.manager [req-77f576fc-bef7-4649-848d-212fc9fda87c req-d51c8118-7925-4dc3-8aae-130a434bb3ba service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received event network-vif-plugged-716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.127624] env[69316]: DEBUG oslo_concurrency.lockutils [req-77f576fc-bef7-4649-848d-212fc9fda87c req-d51c8118-7925-4dc3-8aae-130a434bb3ba service nova] Acquiring lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.127949] env[69316]: DEBUG oslo_concurrency.lockutils [req-77f576fc-bef7-4649-848d-212fc9fda87c req-d51c8118-7925-4dc3-8aae-130a434bb3ba service nova] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.128193] env[69316]: DEBUG oslo_concurrency.lockutils [req-77f576fc-bef7-4649-848d-212fc9fda87c req-d51c8118-7925-4dc3-8aae-130a434bb3ba service nova] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.128432] env[69316]: DEBUG nova.compute.manager [req-77f576fc-bef7-4649-848d-212fc9fda87c req-d51c8118-7925-4dc3-8aae-130a434bb3ba service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] No waiting events found dispatching network-vif-plugged-716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.128652] env[69316]: WARNING nova.compute.manager [req-77f576fc-bef7-4649-848d-212fc9fda87c req-d51c8118-7925-4dc3-8aae-130a434bb3ba service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received unexpected event network-vif-plugged-716b84ff-cf4b-4cb5-b007-b1d345af7dda for instance with vm_state building and task_state spawning. [ 1235.154380] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.155041] env[69316]: DEBUG nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.157932] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.494s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.158208] env[69316]: DEBUG nova.objects.instance [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'resources' on Instance uuid 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.236407] env[69316]: DEBUG nova.network.neutron [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Successfully updated port: 716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.347023] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367912, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.661079] env[69316]: DEBUG nova.compute.utils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.662470] env[69316]: DEBUG nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.662624] env[69316]: DEBUG nova.network.neutron [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.703787] env[69316]: DEBUG nova.policy [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eeb0e3a4c244252b9bb89c25199d8d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba2acbd9be9a41ff91cec90c04bbbdf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.739078] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.739490] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.739490] env[69316]: DEBUG nova.network.neutron [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.817808] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4e667-f310-4064-bb29-c9fcac186e01 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.825717] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0039c6d-4182-492e-8375-2f5e20f0db84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.858648] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33202bc-daa9-446a-b235-5740be725b06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.866151] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367912, 'name': CloneVM_Task, 'duration_secs': 0.927524} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.868127] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Created linked-clone VM from snapshot [ 1235.868847] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facf351b-308c-4f14-9feb-256f2dfee666 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.872121] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def7976-884c-45d8-972a-ed08bcc0cb8f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.882535] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Uploading image d4264357-a917-43a7-9867-e0417c8c8ce4 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1235.892436] env[69316]: DEBUG nova.compute.provider_tree [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.901945] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1235.902469] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-66a119dc-60a8-447f-8235-da084c9b4071 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.909634] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1235.909634] env[69316]: value = "task-3367913" [ 1235.909634] env[69316]: _type = "Task" [ 1235.909634] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.918882] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367913, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.025928] env[69316]: DEBUG nova.network.neutron [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Successfully created port: 404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.168284] env[69316]: DEBUG nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.273526] env[69316]: DEBUG nova.network.neutron [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.396076] env[69316]: DEBUG nova.scheduler.client.report [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.399286] env[69316]: DEBUG nova.network.neutron [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.420531] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367913, 'name': Destroy_Task, 'duration_secs': 0.403394} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.420800] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Destroyed the VM [ 1236.421018] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1236.421327] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bcc796bf-5d21-4ae3-8d62-30ca11fc70d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.427640] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1236.427640] env[69316]: value = "task-3367914" [ 1236.427640] env[69316]: _type = "Task" [ 1236.427640] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.435883] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367914, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.902075] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.904639] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.904949] env[69316]: DEBUG nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Instance network_info: |[{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.905326] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.993s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.905444] env[69316]: DEBUG nova.objects.instance [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lazy-loading 'resources' on Instance uuid b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.906541] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:d5:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '716b84ff-cf4b-4cb5-b007-b1d345af7dda', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.914954] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.915431] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.915718] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d5c8c30-b06f-494e-9b62-9aa26d7b276e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.932347] env[69316]: INFO nova.scheduler.client.report [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted allocations for instance 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb [ 1236.946252] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367914, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.947639] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.947639] env[69316]: value = "task-3367915" [ 1236.947639] env[69316]: _type = "Task" [ 1236.947639] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.956658] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367915, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.156745] env[69316]: DEBUG nova.compute.manager [req-86b057b5-58f2-41ac-bf79-95aa6fa83b22 req-3f7f1862-b519-44e4-8120-2d9864b9646b service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received event network-changed-716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.156952] env[69316]: DEBUG nova.compute.manager [req-86b057b5-58f2-41ac-bf79-95aa6fa83b22 req-3f7f1862-b519-44e4-8120-2d9864b9646b service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing instance network info cache due to event network-changed-716b84ff-cf4b-4cb5-b007-b1d345af7dda. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.157210] env[69316]: DEBUG oslo_concurrency.lockutils [req-86b057b5-58f2-41ac-bf79-95aa6fa83b22 req-3f7f1862-b519-44e4-8120-2d9864b9646b service nova] Acquiring lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.157397] env[69316]: DEBUG oslo_concurrency.lockutils [req-86b057b5-58f2-41ac-bf79-95aa6fa83b22 req-3f7f1862-b519-44e4-8120-2d9864b9646b service nova] Acquired lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.157602] env[69316]: DEBUG nova.network.neutron [req-86b057b5-58f2-41ac-bf79-95aa6fa83b22 req-3f7f1862-b519-44e4-8120-2d9864b9646b service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing network info cache for port 716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.180030] env[69316]: DEBUG nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.201037] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.201369] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.201462] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.201624] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.201804] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.201975] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.202202] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.202362] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.202527] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.202689] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.202862] env[69316]: DEBUG nova.virt.hardware [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.203712] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28552f72-398a-41a6-aed8-ce94a2091669 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.211979] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9594dff7-fa1f-4a42-8c47-702751436e1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.445066] env[69316]: DEBUG oslo_vmware.api [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367914, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557541} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.447887] env[69316]: DEBUG oslo_concurrency.lockutils [None req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.626s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.448862] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1237.460186] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367915, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.561516] env[69316]: DEBUG nova.network.neutron [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Successfully updated port: 404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.592514] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b72a62-f69b-4a36-ae92-44349fdd09f7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.601665] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf0314-9076-4ab5-8ec9-427b796cb794 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.632997] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce146ce4-b5c2-447b-b83d-6ec4881be56b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.640588] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c764a4be-e53f-4f6a-8f14-a95b58f572bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.655654] env[69316]: DEBUG nova.compute.provider_tree [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.895986] env[69316]: DEBUG nova.network.neutron [req-86b057b5-58f2-41ac-bf79-95aa6fa83b22 req-3f7f1862-b519-44e4-8120-2d9864b9646b service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updated VIF entry in instance network info cache for port 716b84ff-cf4b-4cb5-b007-b1d345af7dda. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.895986] env[69316]: DEBUG nova.network.neutron [req-86b057b5-58f2-41ac-bf79-95aa6fa83b22 req-3f7f1862-b519-44e4-8120-2d9864b9646b service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.956106] env[69316]: WARNING nova.compute.manager [None req-d3420897-2565-4506-8cf2-f040da5b12b0 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Image not found during snapshot: nova.exception.ImageNotFound: Image d4264357-a917-43a7-9867-e0417c8c8ce4 could not be found. [ 1237.962463] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367915, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.990862] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.991559] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.064506] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.064659] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.064826] env[69316]: DEBUG nova.network.neutron [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.158983] env[69316]: DEBUG nova.scheduler.client.report [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.199962] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "36576b50-1fb5-4c19-888b-6ca4becb160b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.200386] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "36576b50-1fb5-4c19-888b-6ca4becb160b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.200462] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "36576b50-1fb5-4c19-888b-6ca4becb160b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.200607] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "36576b50-1fb5-4c19-888b-6ca4becb160b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.200777] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "36576b50-1fb5-4c19-888b-6ca4becb160b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.203021] env[69316]: INFO nova.compute.manager [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Terminating instance [ 1238.399169] env[69316]: DEBUG oslo_concurrency.lockutils [req-86b057b5-58f2-41ac-bf79-95aa6fa83b22 req-3f7f1862-b519-44e4-8120-2d9864b9646b service nova] Releasing lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.461982] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367915, 'name': CreateVM_Task, 'duration_secs': 1.375764} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.462187] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.462845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.463015] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.463339] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.463593] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca1c54e-1fc0-40b9-9383-d585b2d2972b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.468316] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1238.468316] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52d8525c-dc15-24c7-c726-779f7fe994b6" [ 1238.468316] env[69316]: _type = "Task" [ 1238.468316] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.476701] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d8525c-dc15-24c7-c726-779f7fe994b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.493286] env[69316]: DEBUG nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.597559] env[69316]: DEBUG nova.network.neutron [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.663672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.691236] env[69316]: INFO nova.scheduler.client.report [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Deleted allocations for instance b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344 [ 1238.706135] env[69316]: DEBUG nova.compute.manager [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.706414] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.707313] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91561bd2-7adb-4aae-848a-4e7a2e94bd64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.715951] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.716209] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a876cb-8b5d-4f06-b511-58b7caaab3ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.723784] env[69316]: DEBUG oslo_vmware.api [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1238.723784] env[69316]: value = "task-3367916" [ 1238.723784] env[69316]: _type = "Task" [ 1238.723784] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.734090] env[69316]: DEBUG oslo_vmware.api [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.752445] env[69316]: DEBUG nova.network.neutron [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Updating instance_info_cache with network_info: [{"id": "404c5c9e-f73e-499a-a58f-cb1c9884137f", "address": "fa:16:3e:e3:79:92", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404c5c9e-f7", "ovs_interfaceid": "404c5c9e-f73e-499a-a58f-cb1c9884137f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.978156] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d8525c-dc15-24c7-c726-779f7fe994b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.978452] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.978680] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.978958] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.979137] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.979258] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.979513] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceeac236-26e3-405e-b102-af644fd0ec25 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.988676] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.988764] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.989551] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3413991e-fd3b-45d6-b6e5-0a0e7235f7eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.995489] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1238.995489] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ce55f4-d59e-9e62-564b-72558ef73d0c" [ 1238.995489] env[69316]: _type = "Task" [ 1238.995489] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.007962] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ce55f4-d59e-9e62-564b-72558ef73d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.008464] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc07df00-2a49-4654-9e80-0e9398be9fc7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.013622] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1239.013622] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5265d655-577b-c007-0a96-5dc4195eab78" [ 1239.013622] env[69316]: _type = "Task" [ 1239.013622] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.018097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.018394] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.020153] env[69316]: INFO nova.compute.claims [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.025911] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5265d655-577b-c007-0a96-5dc4195eab78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.199618] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Lock "b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.981s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.233566] env[69316]: DEBUG oslo_vmware.api [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367916, 'name': PowerOffVM_Task, 'duration_secs': 0.284865} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.233826] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.234035] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.234283] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42d3a3e9-9987-405f-ad90-2e45ff1bec37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.254753] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.255076] env[69316]: DEBUG nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Instance network_info: |[{"id": "404c5c9e-f73e-499a-a58f-cb1c9884137f", "address": "fa:16:3e:e3:79:92", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404c5c9e-f7", "ovs_interfaceid": "404c5c9e-f73e-499a-a58f-cb1c9884137f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.255511] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:79:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '404c5c9e-f73e-499a-a58f-cb1c9884137f', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.263339] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.263573] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.263831] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d609e8c-dea5-4373-ba41-827944650f7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.283854] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.283854] env[69316]: value = "task-3367918" [ 1239.283854] env[69316]: _type = "Task" [ 1239.283854] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.291680] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367918, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.300313] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.300535] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.300716] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleting the datastore file [datastore2] 36576b50-1fb5-4c19-888b-6ca4becb160b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.300971] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e985fc-61a8-474c-84fc-14f8b02c0f1f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.306535] env[69316]: DEBUG nova.compute.manager [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Received event network-vif-plugged-404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.306737] env[69316]: DEBUG oslo_concurrency.lockutils [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] Acquiring lock "0573bffa-2249-4344-aa56-e9fae5a67394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.306943] env[69316]: DEBUG oslo_concurrency.lockutils [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] Lock "0573bffa-2249-4344-aa56-e9fae5a67394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.307212] env[69316]: DEBUG oslo_concurrency.lockutils [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] Lock "0573bffa-2249-4344-aa56-e9fae5a67394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.307428] env[69316]: DEBUG nova.compute.manager [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] No waiting events found dispatching network-vif-plugged-404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.307542] env[69316]: WARNING nova.compute.manager [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Received unexpected event network-vif-plugged-404c5c9e-f73e-499a-a58f-cb1c9884137f for instance with vm_state building and task_state spawning. [ 1239.307698] env[69316]: DEBUG nova.compute.manager [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Received event network-changed-404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.307846] env[69316]: DEBUG nova.compute.manager [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Refreshing instance network info cache due to event network-changed-404c5c9e-f73e-499a-a58f-cb1c9884137f. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.308038] env[69316]: DEBUG oslo_concurrency.lockutils [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] Acquiring lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.308178] env[69316]: DEBUG oslo_concurrency.lockutils [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] Acquired lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.308328] env[69316]: DEBUG nova.network.neutron [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Refreshing network info cache for port 404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.310955] env[69316]: DEBUG oslo_vmware.api [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for the task: (returnval){ [ 1239.310955] env[69316]: value = "task-3367919" [ 1239.310955] env[69316]: _type = "Task" [ 1239.310955] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.319918] env[69316]: DEBUG oslo_vmware.api [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.526316] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5265d655-577b-c007-0a96-5dc4195eab78, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.528723] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.528984] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d/9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.529463] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f6a405-f757-4cd7-900a-e1eedb51a2a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.537076] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1239.537076] env[69316]: value = "task-3367920" [ 1239.537076] env[69316]: _type = "Task" [ 1239.537076] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.547785] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.794849] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367918, 'name': CreateVM_Task, 'duration_secs': 0.306168} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.795048] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.795760] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.796073] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.796415] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.796973] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e58023a-3ec6-4fc3-8291-6cd0dfb587ba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.801491] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1239.801491] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52708404-5c44-c8fc-ad0b-89c40c29338e" [ 1239.801491] env[69316]: _type = "Task" [ 1239.801491] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.810577] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52708404-5c44-c8fc-ad0b-89c40c29338e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.822584] env[69316]: DEBUG oslo_vmware.api [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Task: {'id': task-3367919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136647} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.822843] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.823038] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.823255] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.823418] env[69316]: INFO nova.compute.manager [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1239.823720] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.824723] env[69316]: DEBUG nova.compute.manager [-] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.824723] env[69316]: DEBUG nova.network.neutron [-] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.012867] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.013240] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.028715] env[69316]: DEBUG nova.network.neutron [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Updated VIF entry in instance network info cache for port 404c5c9e-f73e-499a-a58f-cb1c9884137f. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.029095] env[69316]: DEBUG nova.network.neutron [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Updating instance_info_cache with network_info: [{"id": "404c5c9e-f73e-499a-a58f-cb1c9884137f", "address": "fa:16:3e:e3:79:92", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404c5c9e-f7", "ovs_interfaceid": "404c5c9e-f73e-499a-a58f-cb1c9884137f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.047401] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449653} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.047607] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d/9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.048558] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.048558] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-574dd7d6-6cbe-4a4c-b8af-015ad4395e0f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.055237] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1240.055237] env[69316]: value = "task-3367921" [ 1240.055237] env[69316]: _type = "Task" [ 1240.055237] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.064753] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.174533] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7b2659-41eb-46d5-8f4c-e596cbc0d151 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.182607] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429871bd-658c-4073-9d75-1cb61464ae2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.211845] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aab37f-6e8e-4130-b0bc-9bf96e17e5c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.219416] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec292e4-f36e-481f-b468-fc7e30943a42 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.237317] env[69316]: DEBUG nova.compute.provider_tree [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.279458] env[69316]: DEBUG nova.compute.manager [req-4a346f0c-edad-493d-9f5f-21aaf59ee7bb req-e29bbcae-a023-485c-8abf-f36792225d38 service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Received event network-vif-deleted-c138bbcf-6ea8-491d-916a-e303d7a006ec {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.279620] env[69316]: INFO nova.compute.manager [req-4a346f0c-edad-493d-9f5f-21aaf59ee7bb req-e29bbcae-a023-485c-8abf-f36792225d38 service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Neutron deleted interface c138bbcf-6ea8-491d-916a-e303d7a006ec; detaching it from the instance and deleting it from the info cache [ 1240.279797] env[69316]: DEBUG nova.network.neutron [req-4a346f0c-edad-493d-9f5f-21aaf59ee7bb req-e29bbcae-a023-485c-8abf-f36792225d38 service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.311973] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52708404-5c44-c8fc-ad0b-89c40c29338e, 'name': SearchDatastore_Task, 'duration_secs': 0.058943} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.312284] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.312516] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.312808] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.312966] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.313164] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.313672] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a89e3bea-ab4f-46c3-8513-cbc2a5efc58c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.321637] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.321815] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.322791] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138d95fd-3a0d-4931-99c7-be908431dde9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.328519] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1240.328519] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a217ee-9224-3fec-354d-5ba922ef5a38" [ 1240.328519] env[69316]: _type = "Task" [ 1240.328519] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.336169] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a217ee-9224-3fec-354d-5ba922ef5a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.534608] env[69316]: DEBUG oslo_concurrency.lockutils [req-a204bea9-6cd4-479b-83f1-8938817aefd5 req-39ca2022-9c6f-4824-922e-4e75aa1b5664 service nova] Releasing lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.564592] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293448} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.564862] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.565628] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444e3e8-19ca-40c5-9a65-c0eac96ae8c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.587246] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d/9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.587499] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ac83fc9-a638-4396-94c7-f851374bc177 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.606635] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1240.606635] env[69316]: value = "task-3367922" [ 1240.606635] env[69316]: _type = "Task" [ 1240.606635] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.614443] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.738993] env[69316]: DEBUG nova.scheduler.client.report [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.759557] env[69316]: DEBUG nova.network.neutron [-] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.782612] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56dab6ff-1e3c-4e36-99c0-721a06a57fe1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.792040] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be42ac8e-69ff-467d-b74b-910264ae67e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.823831] env[69316]: DEBUG nova.compute.manager [req-4a346f0c-edad-493d-9f5f-21aaf59ee7bb req-e29bbcae-a023-485c-8abf-f36792225d38 service nova] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Detach interface failed, port_id=c138bbcf-6ea8-491d-916a-e303d7a006ec, reason: Instance 36576b50-1fb5-4c19-888b-6ca4becb160b could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.837667] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a217ee-9224-3fec-354d-5ba922ef5a38, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.838436] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418402db-a7ea-4a35-9771-e3dad2e9dcfe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.843344] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1240.843344] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e74345-00a3-d60b-93f4-39a7dd5fc4c7" [ 1240.843344] env[69316]: _type = "Task" [ 1240.843344] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.850367] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e74345-00a3-d60b-93f4-39a7dd5fc4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.116505] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367922, 'name': ReconfigVM_Task, 'duration_secs': 0.308213} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.116883] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d/9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.117452] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b01c019b-b841-4e61-969e-6c87e027b9ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.124032] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1241.124032] env[69316]: value = "task-3367924" [ 1241.124032] env[69316]: _type = "Task" [ 1241.124032] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.132600] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367924, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.245065] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.245363] env[69316]: DEBUG nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.261860] env[69316]: INFO nova.compute.manager [-] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Took 1.44 seconds to deallocate network for instance. [ 1241.353053] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e74345-00a3-d60b-93f4-39a7dd5fc4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.353331] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.353595] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 0573bffa-2249-4344-aa56-e9fae5a67394/0573bffa-2249-4344-aa56-e9fae5a67394.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.353851] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e9c289c-780d-4d1f-963c-662b1be95574 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.360672] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1241.360672] env[69316]: value = "task-3367925" [ 1241.360672] env[69316]: _type = "Task" [ 1241.360672] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.368563] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.515332] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.635744] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367924, 'name': Rename_Task, 'duration_secs': 0.173886} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.636043] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.636323] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ebf0686-7402-4e9f-b68d-0fc9d627d89e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.643822] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1241.643822] env[69316]: value = "task-3367926" [ 1241.643822] env[69316]: _type = "Task" [ 1241.643822] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.652194] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.750114] env[69316]: DEBUG nova.compute.utils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.751668] env[69316]: DEBUG nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.751996] env[69316]: DEBUG nova.network.neutron [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.770152] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.770683] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.770918] env[69316]: DEBUG nova.objects.instance [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lazy-loading 'resources' on Instance uuid 36576b50-1fb5-4c19-888b-6ca4becb160b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.791466] env[69316]: DEBUG nova.policy [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2396681ec95b4b6db8b5919af2101003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '138f130ba0c8427ba6907a04781e3bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.870724] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50519} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.871013] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 0573bffa-2249-4344-aa56-e9fae5a67394/0573bffa-2249-4344-aa56-e9fae5a67394.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.871268] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.871582] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a095559a-704d-467d-83a1-1f12596471b0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.877268] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1241.877268] env[69316]: value = "task-3367927" [ 1241.877268] env[69316]: _type = "Task" [ 1241.877268] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.885803] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.013434] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.013434] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69316) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1242.062879] env[69316]: DEBUG nova.network.neutron [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Successfully created port: a25ee7a4-1165-426d-ad41-f59a88ef2e4a {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.155858] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367926, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.255222] env[69316]: DEBUG nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.386913] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089757} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.389280] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.390219] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d288c9-8962-49de-b28e-9398296cb194 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.411969] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 0573bffa-2249-4344-aa56-e9fae5a67394/0573bffa-2249-4344-aa56-e9fae5a67394.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.414551] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d321c957-9cf9-4a30-898f-6bc289b3ab5f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.434572] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1242.434572] env[69316]: value = "task-3367928" [ 1242.434572] env[69316]: _type = "Task" [ 1242.434572] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.439503] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bf9cc0-b54d-4c1d-ba5c-4ba1a9b098d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.445087] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.449414] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a3ee9b-f8f0-445b-bd9f-ed8da186d8d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.480269] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7cd0c-b8ca-4d8a-b468-48a61c326de3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.487382] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b5aa08-d73f-4c66-80a2-779508e640a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.501508] env[69316]: DEBUG nova.compute.provider_tree [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.654759] env[69316]: DEBUG oslo_vmware.api [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367926, 'name': PowerOnVM_Task, 'duration_secs': 0.642744} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.655301] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.655301] env[69316]: INFO nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1242.655462] env[69316]: DEBUG nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.656193] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29ac6c1-15c5-4127-977d-df97668117b0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.944627] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367928, 'name': ReconfigVM_Task, 'duration_secs': 0.303857} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.944931] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 0573bffa-2249-4344-aa56-e9fae5a67394/0573bffa-2249-4344-aa56-e9fae5a67394.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.945589] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44ceefd7-7fb8-4617-8580-0daae62810a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.951725] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1242.951725] env[69316]: value = "task-3367929" [ 1242.951725] env[69316]: _type = "Task" [ 1242.951725] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.959091] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367929, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.005707] env[69316]: DEBUG nova.scheduler.client.report [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.175491] env[69316]: INFO nova.compute.manager [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Took 15.43 seconds to build instance. [ 1243.263692] env[69316]: DEBUG nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.290884] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.291062] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.291230] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.291420] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.291566] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.291709] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.291921] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.292101] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.292273] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.292439] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.292615] env[69316]: DEBUG nova.virt.hardware [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.293595] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aaafba-e197-4571-94b7-7c51ec4beed3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.301754] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01cad69-c368-4e83-ba2a-c45393f34068 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.431281] env[69316]: DEBUG nova.compute.manager [req-833aeedc-bb88-4704-9456-618ea07327f7 req-4fc798dc-fa02-441d-84a0-0cda10112baf service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Received event network-vif-plugged-a25ee7a4-1165-426d-ad41-f59a88ef2e4a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.431506] env[69316]: DEBUG oslo_concurrency.lockutils [req-833aeedc-bb88-4704-9456-618ea07327f7 req-4fc798dc-fa02-441d-84a0-0cda10112baf service nova] Acquiring lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.431779] env[69316]: DEBUG oslo_concurrency.lockutils [req-833aeedc-bb88-4704-9456-618ea07327f7 req-4fc798dc-fa02-441d-84a0-0cda10112baf service nova] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.432128] env[69316]: DEBUG oslo_concurrency.lockutils [req-833aeedc-bb88-4704-9456-618ea07327f7 req-4fc798dc-fa02-441d-84a0-0cda10112baf service nova] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.432699] env[69316]: DEBUG nova.compute.manager [req-833aeedc-bb88-4704-9456-618ea07327f7 req-4fc798dc-fa02-441d-84a0-0cda10112baf service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] No waiting events found dispatching network-vif-plugged-a25ee7a4-1165-426d-ad41-f59a88ef2e4a {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.432699] env[69316]: WARNING nova.compute.manager [req-833aeedc-bb88-4704-9456-618ea07327f7 req-4fc798dc-fa02-441d-84a0-0cda10112baf service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Received unexpected event network-vif-plugged-a25ee7a4-1165-426d-ad41-f59a88ef2e4a for instance with vm_state building and task_state spawning. [ 1243.462078] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367929, 'name': Rename_Task, 'duration_secs': 0.156936} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.462344] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.462578] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72207f9f-af40-46e0-814b-466046d9f12a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.468412] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1243.468412] env[69316]: value = "task-3367930" [ 1243.468412] env[69316]: _type = "Task" [ 1243.468412] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.477443] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.510242] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.512663] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.514962] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.514962] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.515098] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1243.522794] env[69316]: DEBUG nova.network.neutron [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Successfully updated port: a25ee7a4-1165-426d-ad41-f59a88ef2e4a {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.542684] env[69316]: INFO nova.scheduler.client.report [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Deleted allocations for instance 36576b50-1fb5-4c19-888b-6ca4becb160b [ 1243.569691] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.569949] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.570176] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.570422] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.570623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.572672] env[69316]: INFO nova.compute.manager [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Terminating instance [ 1243.677556] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.943s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.981767] env[69316]: DEBUG oslo_vmware.api [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367930, 'name': PowerOnVM_Task, 'duration_secs': 0.452578} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.982067] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.982274] env[69316]: INFO nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1243.982449] env[69316]: DEBUG nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.983248] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045032bb-9491-491e-934c-a3b778ba0eca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.013201] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.014042] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.014042] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.026555] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.026712] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.026844] env[69316]: DEBUG nova.network.neutron [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.057629] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Lock "36576b50-1fb5-4c19-888b-6ca4becb160b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.857s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.076507] env[69316]: DEBUG nova.compute.manager [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.076729] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.078032] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7aa1c-fc9d-4b8f-9686-2700706ad585 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.086435] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.086675] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad0f20d6-75e2-4de7-9c88-bc42b8cfd481 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.093372] env[69316]: DEBUG oslo_vmware.api [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1244.093372] env[69316]: value = "task-3367931" [ 1244.093372] env[69316]: _type = "Task" [ 1244.093372] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.102938] env[69316]: DEBUG oslo_vmware.api [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.507753] env[69316]: INFO nova.compute.manager [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Took 15.64 seconds to build instance. [ 1244.520093] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.520093] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.520093] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.520093] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1244.520093] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c854ae17-d03a-4cb7-8cb7-a465ab135438 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.531384] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e46375c-71da-4b0c-b4f3-f769bbd928ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.553035] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17020d5f-bdde-42f0-be67-18e705fc4ad4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.561782] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0cb491-2398-42d5-ba30-7956eada7346 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.602352] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179401MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1244.602352] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.602352] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.605437] env[69316]: DEBUG nova.network.neutron [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.617721] env[69316]: DEBUG oslo_vmware.api [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367931, 'name': PowerOffVM_Task, 'duration_secs': 0.191447} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.618520] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.618520] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.618520] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0d3ea1-60eb-4ab2-8ff3-dfa329544034 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.623428] env[69316]: DEBUG nova.compute.manager [req-e47a80c8-2f20-499c-bc4d-999e16131d01 req-e0006554-fbde-43cd-82ff-40eeca3d811c service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.625812] env[69316]: DEBUG nova.compute.manager [req-e47a80c8-2f20-499c-bc4d-999e16131d01 req-e0006554-fbde-43cd-82ff-40eeca3d811c service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing instance network info cache due to event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.625812] env[69316]: DEBUG oslo_concurrency.lockutils [req-e47a80c8-2f20-499c-bc4d-999e16131d01 req-e0006554-fbde-43cd-82ff-40eeca3d811c service nova] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.625812] env[69316]: DEBUG oslo_concurrency.lockutils [req-e47a80c8-2f20-499c-bc4d-999e16131d01 req-e0006554-fbde-43cd-82ff-40eeca3d811c service nova] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.625812] env[69316]: DEBUG nova.network.neutron [req-e47a80c8-2f20-499c-bc4d-999e16131d01 req-e0006554-fbde-43cd-82ff-40eeca3d811c service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.700821] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.700821] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.700821] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleting the datastore file [datastore2] 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.700821] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63950076-0f2c-4fa6-905c-ff4362550bb5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.707374] env[69316]: DEBUG oslo_vmware.api [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1244.707374] env[69316]: value = "task-3367933" [ 1244.707374] env[69316]: _type = "Task" [ 1244.707374] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.720262] env[69316]: DEBUG oslo_vmware.api [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.840593] env[69316]: DEBUG nova.network.neutron [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance_info_cache with network_info: [{"id": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "address": "fa:16:3e:4a:7a:71", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25ee7a4-11", "ovs_interfaceid": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.008073] env[69316]: DEBUG oslo_concurrency.lockutils [None req-561b8683-cf64-4d83-94cc-7afe4630eed3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "0573bffa-2249-4344-aa56-e9fae5a67394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.146s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.219467] env[69316]: DEBUG oslo_vmware.api [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182569} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.219728] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.219917] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.220303] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.220517] env[69316]: INFO nova.compute.manager [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1245.220772] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.221037] env[69316]: DEBUG nova.compute.manager [-] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.221138] env[69316]: DEBUG nova.network.neutron [-] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.224282] env[69316]: DEBUG oslo_concurrency.lockutils [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.224505] env[69316]: DEBUG oslo_concurrency.lockutils [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.226042] env[69316]: INFO nova.compute.manager [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Rebooting instance [ 1245.343896] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.344303] env[69316]: DEBUG nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Instance network_info: |[{"id": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "address": "fa:16:3e:4a:7a:71", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25ee7a4-11", "ovs_interfaceid": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.344760] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7a:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a25ee7a4-1165-426d-ad41-f59a88ef2e4a', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.353800] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.356683] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.356960] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4960aa8-3ffe-4d46-a411-dcc44a7ef100 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.381610] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.381610] env[69316]: value = "task-3367934" [ 1245.381610] env[69316]: _type = "Task" [ 1245.381610] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.390164] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367934, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.499020] env[69316]: DEBUG nova.network.neutron [req-e47a80c8-2f20-499c-bc4d-999e16131d01 req-e0006554-fbde-43cd-82ff-40eeca3d811c service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updated VIF entry in instance network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.500103] env[69316]: DEBUG nova.network.neutron [req-e47a80c8-2f20-499c-bc4d-999e16131d01 req-e0006554-fbde-43cd-82ff-40eeca3d811c service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.660081] env[69316]: DEBUG nova.compute.manager [req-6bf3bdde-de56-4113-a0f4-ebd634fdae09 req-5ced3f9a-b38a-475f-81f0-2bf805e4e36c service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Received event network-changed-a25ee7a4-1165-426d-ad41-f59a88ef2e4a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.664295] env[69316]: DEBUG nova.compute.manager [req-6bf3bdde-de56-4113-a0f4-ebd634fdae09 req-5ced3f9a-b38a-475f-81f0-2bf805e4e36c service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Refreshing instance network info cache due to event network-changed-a25ee7a4-1165-426d-ad41-f59a88ef2e4a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.664685] env[69316]: DEBUG oslo_concurrency.lockutils [req-6bf3bdde-de56-4113-a0f4-ebd634fdae09 req-5ced3f9a-b38a-475f-81f0-2bf805e4e36c service nova] Acquiring lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.664845] env[69316]: DEBUG oslo_concurrency.lockutils [req-6bf3bdde-de56-4113-a0f4-ebd634fdae09 req-5ced3f9a-b38a-475f-81f0-2bf805e4e36c service nova] Acquired lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.665076] env[69316]: DEBUG nova.network.neutron [req-6bf3bdde-de56-4113-a0f4-ebd634fdae09 req-5ced3f9a-b38a-475f-81f0-2bf805e4e36c service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Refreshing network info cache for port a25ee7a4-1165-426d-ad41-f59a88ef2e4a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.667079] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance dd26354c-255e-445d-a262-9ebf5c8bd160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.667246] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 272317a0-67b0-4367-8a9f-3faf2cf1bf3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.667374] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance e71187f7-dcc9-4ee8-b398-65cf3e88c12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.667495] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.667612] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b0f24192-7e6f-4b55-b6eb-ab7169397525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.667728] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance ec54fde1-4c2a-4333-a69b-b5e9a123b765 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.667839] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.667950] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 0573bffa-2249-4344-aa56-e9fae5a67394 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.668240] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.668279] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1245.668397] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1245.749594] env[69316]: DEBUG oslo_concurrency.lockutils [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.749797] env[69316]: DEBUG oslo_concurrency.lockutils [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.749951] env[69316]: DEBUG nova.network.neutron [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.824019] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c3574-50ff-40b2-99eb-0d8dad2c5d9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.830137] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c847107b-27e7-4039-b5c2-defeae1d0d6a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.861995] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e364fba-60a2-4f53-8c78-d9b812124f97 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.869652] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c3e413-f584-458d-8245-c736ad997e09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.882901] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.891682] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367934, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.002865] env[69316]: DEBUG oslo_concurrency.lockutils [req-e47a80c8-2f20-499c-bc4d-999e16131d01 req-e0006554-fbde-43cd-82ff-40eeca3d811c service nova] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.389880] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.400265] env[69316]: DEBUG nova.network.neutron [req-6bf3bdde-de56-4113-a0f4-ebd634fdae09 req-5ced3f9a-b38a-475f-81f0-2bf805e4e36c service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updated VIF entry in instance network info cache for port a25ee7a4-1165-426d-ad41-f59a88ef2e4a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.400724] env[69316]: DEBUG nova.network.neutron [req-6bf3bdde-de56-4113-a0f4-ebd634fdae09 req-5ced3f9a-b38a-475f-81f0-2bf805e4e36c service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance_info_cache with network_info: [{"id": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "address": "fa:16:3e:4a:7a:71", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25ee7a4-11", "ovs_interfaceid": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.411424] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367934, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.447503] env[69316]: DEBUG nova.network.neutron [-] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.674302] env[69316]: DEBUG nova.compute.manager [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received event network-changed-716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.674302] env[69316]: DEBUG nova.compute.manager [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing instance network info cache due to event network-changed-716b84ff-cf4b-4cb5-b007-b1d345af7dda. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.674302] env[69316]: DEBUG oslo_concurrency.lockutils [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] Acquiring lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.674302] env[69316]: DEBUG oslo_concurrency.lockutils [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] Acquired lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.674302] env[69316]: DEBUG nova.network.neutron [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing network info cache for port 716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.897020] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367934, 'name': CreateVM_Task, 'duration_secs': 1.378921} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.897020] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.897020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.897020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.897020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.897020] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fc66a9-6de4-4056-afcc-ade9de1cff36 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.899113] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1246.899464] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.298s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.900172] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.900451] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Cleaning up deleted instances {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1246.905048] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1246.905048] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f7912e-49e7-caed-b37a-f8f8b18a5076" [ 1246.905048] env[69316]: _type = "Task" [ 1246.905048] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.914304] env[69316]: DEBUG oslo_concurrency.lockutils [req-6bf3bdde-de56-4113-a0f4-ebd634fdae09 req-5ced3f9a-b38a-475f-81f0-2bf805e4e36c service nova] Releasing lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.914897] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f7912e-49e7-caed-b37a-f8f8b18a5076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.953339] env[69316]: INFO nova.compute.manager [-] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Took 1.73 seconds to deallocate network for instance. [ 1246.989782] env[69316]: DEBUG nova.network.neutron [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [{"id": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "address": "fa:16:3e:61:28:00", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f37eca-5c", "ovs_interfaceid": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.428325] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] There are 51 instances to clean {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1247.428563] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 36576b50-1fb5-4c19-888b-6ca4becb160b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.430470] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f7912e-49e7-caed-b37a-f8f8b18a5076, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.433388] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.433682] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.433973] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.434203] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.434435] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.434778] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2faec3b5-706d-490b-b3c4-5020e59911cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.449124] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.449124] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.449124] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd561013-b188-4c73-905e-83bc313d4f9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.461149] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.461149] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.461517] env[69316]: DEBUG nova.objects.instance [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'resources' on Instance uuid 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.463511] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1247.463511] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52edff6c-7d80-6ceb-5008-1bf553f59b52" [ 1247.463511] env[69316]: _type = "Task" [ 1247.463511] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.473816] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52edff6c-7d80-6ceb-5008-1bf553f59b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.491480] env[69316]: DEBUG nova.network.neutron [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updated VIF entry in instance network info cache for port 716b84ff-cf4b-4cb5-b007-b1d345af7dda. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.491793] env[69316]: DEBUG nova.network.neutron [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.494236] env[69316]: DEBUG oslo_concurrency.lockutils [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.690022] env[69316]: DEBUG nova.compute.manager [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received event network-changed-716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.690372] env[69316]: DEBUG nova.compute.manager [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing instance network info cache due to event network-changed-716b84ff-cf4b-4cb5-b007-b1d345af7dda. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.690489] env[69316]: DEBUG oslo_concurrency.lockutils [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] Acquiring lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.934235] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 1d5dc45b-f23c-4846-9f7a-a841a8ad0ffb] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.977704] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52edff6c-7d80-6ceb-5008-1bf553f59b52, 'name': SearchDatastore_Task, 'duration_secs': 0.026803} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.978518] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13abbfe9-cc8e-480f-b2c3-703ab406c8e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.983693] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1247.983693] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff4efa-bd4a-a7c7-c3ad-e9f5ee875789" [ 1247.983693] env[69316]: _type = "Task" [ 1247.983693] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.992897] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff4efa-bd4a-a7c7-c3ad-e9f5ee875789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.994489] env[69316]: DEBUG oslo_concurrency.lockutils [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] Releasing lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.994762] env[69316]: DEBUG nova.compute.manager [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Received event network-changed-404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.994940] env[69316]: DEBUG nova.compute.manager [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Refreshing instance network info cache due to event network-changed-404c5c9e-f73e-499a-a58f-cb1c9884137f. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.995165] env[69316]: DEBUG oslo_concurrency.lockutils [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] Acquiring lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.995329] env[69316]: DEBUG oslo_concurrency.lockutils [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] Acquired lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.995491] env[69316]: DEBUG nova.network.neutron [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Refreshing network info cache for port 404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.996618] env[69316]: DEBUG oslo_concurrency.lockutils [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] Acquired lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.996794] env[69316]: DEBUG nova.network.neutron [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing network info cache for port 716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.000649] env[69316]: DEBUG nova.compute.manager [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.001461] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2059412-82eb-4588-a99a-635e9a28928b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.100173] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f12e51-36ed-4da5-b3c1-de8321f4c849 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.107538] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae98c3-9c19-48db-98b7-f72db7c64a23 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.138385] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566eff49-e9bc-4ddf-a056-8e9772c1873a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.146137] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8112267-c306-43f4-b682-7118c5d8d85f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.158823] env[69316]: DEBUG nova.compute.provider_tree [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.443720] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: bfa22353-c5b1-454e-8034-a6af40c5d151] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.494777] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff4efa-bd4a-a7c7-c3ad-e9f5ee875789, 'name': SearchDatastore_Task, 'duration_secs': 0.023912} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.495115] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.495316] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54/ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.495574] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a7e116c-238b-4793-9282-f146170fc269 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.505020] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1248.505020] env[69316]: value = "task-3367936" [ 1248.505020] env[69316]: _type = "Task" [ 1248.505020] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.516520] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.661924] env[69316]: DEBUG nova.scheduler.client.report [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.759695] env[69316]: DEBUG nova.network.neutron [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Updated VIF entry in instance network info cache for port 404c5c9e-f73e-499a-a58f-cb1c9884137f. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.760162] env[69316]: DEBUG nova.network.neutron [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Updating instance_info_cache with network_info: [{"id": "404c5c9e-f73e-499a-a58f-cb1c9884137f", "address": "fa:16:3e:e3:79:92", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404c5c9e-f7", "ovs_interfaceid": "404c5c9e-f73e-499a-a58f-cb1c9884137f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.934894] env[69316]: DEBUG nova.network.neutron [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updated VIF entry in instance network info cache for port 716b84ff-cf4b-4cb5-b007-b1d345af7dda. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.934894] env[69316]: DEBUG nova.network.neutron [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.950257] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: da50e0eb-b0e7-4a67-9b51-c98fd2b9664d] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.019397] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.020301] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cb17b0-000a-481e-b253-fae5ba4434bf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.027992] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Doing hard reboot of VM {{(pid=69316) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1249.028302] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-08185f8c-13d7-45a7-a04b-b6d9690a6921 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.034983] env[69316]: DEBUG oslo_vmware.api [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1249.034983] env[69316]: value = "task-3367937" [ 1249.034983] env[69316]: _type = "Task" [ 1249.034983] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.043328] env[69316]: DEBUG oslo_vmware.api [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367937, 'name': ResetVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.172838] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.263315] env[69316]: DEBUG oslo_concurrency.lockutils [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] Releasing lock "refresh_cache-0573bffa-2249-4344-aa56-e9fae5a67394" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.263594] env[69316]: DEBUG nova.compute.manager [req-63c3b63a-f8d4-4ebe-addf-a3150f0d1052 req-88068934-a7d6-4844-93f2-c6c9b4d95414 service nova] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Received event network-vif-deleted-1f4eebfb-3e3d-49de-b57d-371acb9e208b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.316012] env[69316]: INFO nova.scheduler.client.report [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleted allocations for instance 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82 [ 1249.437993] env[69316]: DEBUG oslo_concurrency.lockutils [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] Releasing lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.438302] env[69316]: DEBUG nova.compute.manager [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.438474] env[69316]: DEBUG nova.compute.manager [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing instance network info cache due to event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.438692] env[69316]: DEBUG oslo_concurrency.lockutils [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.438837] env[69316]: DEBUG oslo_concurrency.lockutils [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.438998] env[69316]: DEBUG nova.network.neutron [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.453237] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 2ef39be1-02af-43f1-9859-4d8ada9ce9c1] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.520100] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692484} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.520443] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54/ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.520669] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.521055] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee7906db-1b86-4531-bd8d-ccd493de359c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.542650] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1249.542650] env[69316]: value = "task-3367938" [ 1249.542650] env[69316]: _type = "Task" [ 1249.542650] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.551605] env[69316]: DEBUG oslo_vmware.api [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3367937, 'name': ResetVM_Task, 'duration_secs': 0.111279} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.552606] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Did hard reboot of VM {{(pid=69316) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1249.552797] env[69316]: DEBUG nova.compute.manager [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.553651] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932f6e55-2f50-467b-b217-50447f9fc31a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.562330] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.825093] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "8fe95828-d4f5-4d26-a2c1-19bce4e9ac82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.255s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.956634] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: bf799f91-b9d9-4766-bf37-1bdba1d53a1e] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.052911] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085095} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.053160] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.053972] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2ed83-ba26-4214-90f9-f1d96542effd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.078309] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54/ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.081078] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c27f18-9aef-4011-8305-b9762b42d89e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.103114] env[69316]: DEBUG oslo_concurrency.lockutils [None req-59e342c3-e5ef-48e9-9a1f-28db335849ba tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.878s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.121025] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1250.121025] env[69316]: value = "task-3367940" [ 1250.121025] env[69316]: _type = "Task" [ 1250.121025] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.137394] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.439387] env[69316]: DEBUG nova.network.neutron [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updated VIF entry in instance network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.439387] env[69316]: DEBUG nova.network.neutron [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.463187] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 00b17308-86bd-4061-a9e4-b17550cb84ad] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.633448] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.944432] env[69316]: DEBUG oslo_concurrency.lockutils [req-a41fbdeb-bcb1-4301-98fa-a925509499d2 req-7fe71289-d58c-41ab-b96b-502d756abc7f service nova] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.964502] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 7b9e0e1e-9cca-416c-a52c-0c42fdee38d5] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.101141] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.101435] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.133283] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367940, 'name': ReconfigVM_Task, 'duration_secs': 0.734269} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.133550] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Reconfigured VM instance instance-00000068 to attach disk [datastore2] ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54/ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.134237] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b66cc59-253c-4bba-9c0f-649509cfd227 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.140124] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1251.140124] env[69316]: value = "task-3367941" [ 1251.140124] env[69316]: _type = "Task" [ 1251.140124] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.149998] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367941, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.468646] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: da2d6f73-1d43-4aa7-9961-42c982ed7930] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.552861] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquiring lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.552861] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.606640] env[69316]: INFO nova.compute.manager [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Detaching volume 7ebcd08b-3221-4319-941b-e3eb6399eca1 [ 1251.646564] env[69316]: INFO nova.virt.block_device [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Attempting to driver detach volume 7ebcd08b-3221-4319-941b-e3eb6399eca1 from mountpoint /dev/sdb [ 1251.646822] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1251.647013] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672030', 'volume_id': '7ebcd08b-3221-4319-941b-e3eb6399eca1', 'name': 'volume-7ebcd08b-3221-4319-941b-e3eb6399eca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '272317a0-67b0-4367-8a9f-3faf2cf1bf3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebcd08b-3221-4319-941b-e3eb6399eca1', 'serial': '7ebcd08b-3221-4319-941b-e3eb6399eca1'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1251.647833] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7079a3-0dbb-4445-b42f-b21df2571d91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.656287] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367941, 'name': Rename_Task, 'duration_secs': 0.204734} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.672516] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.672904] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f53ea6eb-9b6e-4d18-8c41-ece36e00b8ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.675288] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c49e2-e512-4558-9dbd-beb0538d34e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.684377] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c233a0cf-9306-4934-8177-26012df8a394 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.687127] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1251.687127] env[69316]: value = "task-3367942" [ 1251.687127] env[69316]: _type = "Task" [ 1251.687127] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.711044] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713fada-8f0f-443c-bb35-7ce3d747aa42 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.713896] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.727484] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] The volume has not been displaced from its original location: [datastore1] volume-7ebcd08b-3221-4319-941b-e3eb6399eca1/volume-7ebcd08b-3221-4319-941b-e3eb6399eca1.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1251.732807] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.733181] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f666dfcf-59de-46d8-9e6d-2ebd03ed8796 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.750924] env[69316]: DEBUG oslo_vmware.api [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1251.750924] env[69316]: value = "task-3367943" [ 1251.750924] env[69316]: _type = "Task" [ 1251.750924] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.761117] env[69316]: DEBUG oslo_vmware.api [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.972375] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b1acc9cf-0d53-4ca3-a2d2-e28d99f7e344] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.054650] env[69316]: DEBUG nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.196784] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367942, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.260449] env[69316]: DEBUG oslo_vmware.api [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367943, 'name': ReconfigVM_Task, 'duration_secs': 0.441985} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.260722] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.265290] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b376ebe-a7e0-4050-b764-75ca9d153932 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.279651] env[69316]: DEBUG oslo_vmware.api [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1252.279651] env[69316]: value = "task-3367945" [ 1252.279651] env[69316]: _type = "Task" [ 1252.279651] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.289385] env[69316]: DEBUG oslo_vmware.api [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.457022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.457304] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.457487] env[69316]: INFO nova.compute.manager [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Shelving [ 1252.475897] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 2e4a76c0-0b19-4118-9bd3-9f347778930b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.580825] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.581126] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.582640] env[69316]: INFO nova.compute.claims [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.698369] env[69316]: DEBUG oslo_vmware.api [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367942, 'name': PowerOnVM_Task, 'duration_secs': 0.924683} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.698806] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.699095] env[69316]: INFO nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1252.699294] env[69316]: DEBUG nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.700087] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35127f51-860c-4679-a648-186081501b6f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.789412] env[69316]: DEBUG oslo_vmware.api [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367945, 'name': ReconfigVM_Task, 'duration_secs': 0.269284} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.789824] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672030', 'volume_id': '7ebcd08b-3221-4319-941b-e3eb6399eca1', 'name': 'volume-7ebcd08b-3221-4319-941b-e3eb6399eca1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '272317a0-67b0-4367-8a9f-3faf2cf1bf3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebcd08b-3221-4319-941b-e3eb6399eca1', 'serial': '7ebcd08b-3221-4319-941b-e3eb6399eca1'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1252.979389] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: d8a10cbe-1eaf-421f-ab09-8db3de7d4e7b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.218297] env[69316]: INFO nova.compute.manager [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Took 14.22 seconds to build instance. [ 1253.334955] env[69316]: DEBUG nova.objects.instance [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'flavor' on Instance uuid 272317a0-67b0-4367-8a9f-3faf2cf1bf3a {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.466586] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.466976] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68402a9b-9bde-48a4-941b-f65d3094860c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.475080] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1253.475080] env[69316]: value = "task-3367946" [ 1253.475080] env[69316]: _type = "Task" [ 1253.475080] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.483752] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: d51bf693-74f0-4221-8c2b-2660070fd994] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.485701] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.708874] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a7aa8-e424-4b41-a488-c615ae55726a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.717523] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d21273-ba78-4b3e-b015-350d5bc1c944 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.720887] env[69316]: DEBUG oslo_concurrency.lockutils [None req-abe0c767-343d-4154-a3e1-5b45ebc55835 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.730s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.747592] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7e07a8-ab33-4bb4-8c93-2665f512c68d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.755109] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c56276a-a65e-401e-9aca-994d331c4a5e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.768218] env[69316]: DEBUG nova.compute.provider_tree [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.985710] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367946, 'name': PowerOffVM_Task, 'duration_secs': 0.245586} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.986084] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.986843] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9374a7fa-ad57-48c8-93e3-baae992d44f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.989349] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: a3c2a7e8-48b9-4a34-b2d0-e6a03270af70] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.008527] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e221449-e512-45e5-a026-164d887542a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.271704] env[69316]: DEBUG nova.scheduler.client.report [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.342507] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fd1b6d0b-e7f1-400e-9a62-6c7aa6cbe4f6 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.493018] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: bcf1c77e-0e73-4509-be6c-7d02ba0b57d6] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.520272] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Creating Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1254.521017] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca3613af-38ad-423d-a968-1804766c7583 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.529806] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1254.529806] env[69316]: value = "task-3367948" [ 1254.529806] env[69316]: _type = "Task" [ 1254.529806] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.539975] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367948, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.592337] env[69316]: DEBUG nova.compute.manager [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1254.776263] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.776738] env[69316]: DEBUG nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.996579] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 096379a6-5073-4660-948e-7cf8621c6e4d] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.041225] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367948, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.114360] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.114648] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.281825] env[69316]: DEBUG nova.compute.utils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.283580] env[69316]: DEBUG nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.283784] env[69316]: DEBUG nova.network.neutron [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.326881] env[69316]: DEBUG nova.policy [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '634d1e147eb343e59eb43be483a95aac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4635628a9d514e3ea98edacae52a26e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.384183] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.384441] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.384655] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.385326] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.385490] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.387535] env[69316]: INFO nova.compute.manager [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Terminating instance [ 1255.500945] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 6d18e7e0-3871-4375-ab12-920f0149bfe8] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.541071] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367948, 'name': CreateSnapshot_Task, 'duration_secs': 0.77273} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.541557] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Created Snapshot of the VM instance {{(pid=69316) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1255.542707] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cef6873-0f17-4ca4-a827-1571564614f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.598523] env[69316]: DEBUG nova.network.neutron [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Successfully created port: 69688946-404d-473d-a861-7dffcf1b881a {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.620131] env[69316]: INFO nova.compute.claims [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.787224] env[69316]: DEBUG nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.891608] env[69316]: DEBUG nova.compute.manager [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.891837] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.892809] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31304459-b4a4-42c2-b9cb-3cdb39073269 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.900271] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.900517] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28aeb2ce-af68-4792-aca2-9dd1d22f354c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.906768] env[69316]: DEBUG oslo_vmware.api [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1255.906768] env[69316]: value = "task-3367949" [ 1255.906768] env[69316]: _type = "Task" [ 1255.906768] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.915682] env[69316]: DEBUG oslo_vmware.api [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.005168] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 9cbcc253-2e7d-422c-9751-918b0db34152] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.063872] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Creating linked-clone VM from snapshot {{(pid=69316) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1256.064832] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28f5b5e0-7ac4-4670-90c1-322d3a2878ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.075931] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1256.075931] env[69316]: value = "task-3367951" [ 1256.075931] env[69316]: _type = "Task" [ 1256.075931] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.083432] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367951, 'name': CloneVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.127369] env[69316]: INFO nova.compute.resource_tracker [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating resource usage from migration 5a93c11e-15e3-46d2-b07f-7a339685be1d [ 1256.296840] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae93a2a-5862-4451-8bb1-964d5f5d81af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.308831] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b7b859-5edc-494d-8dbd-eabd5cbca0e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.359816] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa1a640-a10e-43e1-a041-3b98ba2f28a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.368100] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0722b6a4-ef66-4733-ac41-5af2f4530163 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.384121] env[69316]: DEBUG nova.compute.provider_tree [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.416344] env[69316]: DEBUG oslo_vmware.api [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367949, 'name': PowerOffVM_Task, 'duration_secs': 0.272362} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.416661] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.416795] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.417057] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38734d48-8410-406f-b871-5569e62070b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.492408] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.492408] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.492408] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleting the datastore file [datastore2] 272317a0-67b0-4367-8a9f-3faf2cf1bf3a {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.492704] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9480b4d0-9281-4990-b94c-b46b15eb452f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.499263] env[69316]: DEBUG oslo_vmware.api [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1256.499263] env[69316]: value = "task-3367953" [ 1256.499263] env[69316]: _type = "Task" [ 1256.499263] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.507222] env[69316]: DEBUG oslo_vmware.api [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.508780] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: d9a020b9-0a78-438c-ac7b-f3466f7cb0ea] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.584601] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367951, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.803314] env[69316]: DEBUG nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.831163] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.831484] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.831677] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.831891] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.832126] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.832376] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.832648] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.832859] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.833085] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.833263] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.833455] env[69316]: DEBUG nova.virt.hardware [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.834526] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc2af9a-1004-43ff-9a27-58c9eb71d89d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.843327] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a85a92-d93c-4184-933e-acf816be93dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.886902] env[69316]: DEBUG nova.scheduler.client.report [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.010817] env[69316]: DEBUG oslo_vmware.api [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17074} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.012296] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 4cbd78dd-9ec7-41cd-ac0c-9d8b9a8b4ffd] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.014331] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.014556] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.014735] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.014907] env[69316]: INFO nova.compute.manager [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1257.015156] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.016147] env[69316]: DEBUG nova.compute.manager [req-929fe1f4-cf92-401a-93ae-8e3d6be4a7ee req-88a50941-964d-4ef6-b6c2-9dfb86438f55 service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Received event network-vif-plugged-69688946-404d-473d-a861-7dffcf1b881a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.016337] env[69316]: DEBUG oslo_concurrency.lockutils [req-929fe1f4-cf92-401a-93ae-8e3d6be4a7ee req-88a50941-964d-4ef6-b6c2-9dfb86438f55 service nova] Acquiring lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.016561] env[69316]: DEBUG oslo_concurrency.lockutils [req-929fe1f4-cf92-401a-93ae-8e3d6be4a7ee req-88a50941-964d-4ef6-b6c2-9dfb86438f55 service nova] Lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.016732] env[69316]: DEBUG oslo_concurrency.lockutils [req-929fe1f4-cf92-401a-93ae-8e3d6be4a7ee req-88a50941-964d-4ef6-b6c2-9dfb86438f55 service nova] Lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.016893] env[69316]: DEBUG nova.compute.manager [req-929fe1f4-cf92-401a-93ae-8e3d6be4a7ee req-88a50941-964d-4ef6-b6c2-9dfb86438f55 service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] No waiting events found dispatching network-vif-plugged-69688946-404d-473d-a861-7dffcf1b881a {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.017067] env[69316]: WARNING nova.compute.manager [req-929fe1f4-cf92-401a-93ae-8e3d6be4a7ee req-88a50941-964d-4ef6-b6c2-9dfb86438f55 service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Received unexpected event network-vif-plugged-69688946-404d-473d-a861-7dffcf1b881a for instance with vm_state building and task_state spawning. [ 1257.017930] env[69316]: DEBUG nova.compute.manager [-] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.018067] env[69316]: DEBUG nova.network.neutron [-] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.086907] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367951, 'name': CloneVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.138804] env[69316]: DEBUG nova.network.neutron [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Successfully updated port: 69688946-404d-473d-a861-7dffcf1b881a {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.393550] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.279s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.393789] env[69316]: INFO nova.compute.manager [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Migrating [ 1257.519919] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 7f0a8f5e-75ba-4020-8bd9-5bc4fd3475c8] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.548323] env[69316]: DEBUG nova.compute.manager [req-004fcc8c-372d-46a8-a0af-da248b7c29f3 req-106e21a6-ed68-48e2-bf00-9aadcec544f6 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Received event network-vif-deleted-e757b99e-13bd-4c46-8972-2ea36561c830 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.548657] env[69316]: INFO nova.compute.manager [req-004fcc8c-372d-46a8-a0af-da248b7c29f3 req-106e21a6-ed68-48e2-bf00-9aadcec544f6 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Neutron deleted interface e757b99e-13bd-4c46-8972-2ea36561c830; detaching it from the instance and deleting it from the info cache [ 1257.548770] env[69316]: DEBUG nova.network.neutron [req-004fcc8c-372d-46a8-a0af-da248b7c29f3 req-106e21a6-ed68-48e2-bf00-9aadcec544f6 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.586732] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367951, 'name': CloneVM_Task} progress is 95%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.642584] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquiring lock "refresh_cache-55d0ceeb-e27d-49d2-861b-5772a37f5ea9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.642713] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquired lock "refresh_cache-55d0ceeb-e27d-49d2-861b-5772a37f5ea9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.642827] env[69316]: DEBUG nova.network.neutron [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.908542] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.908741] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.908924] env[69316]: DEBUG nova.network.neutron [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.023106] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: a43fe989-00f6-43a8-a8df-73fc14b931bc] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.025055] env[69316]: DEBUG nova.network.neutron [-] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.050775] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-255b12c5-1561-4531-93c7-56ba3b609032 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.061044] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c688d6e-f040-47ec-b9ac-42332518373b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.090983] env[69316]: DEBUG nova.compute.manager [req-004fcc8c-372d-46a8-a0af-da248b7c29f3 req-106e21a6-ed68-48e2-bf00-9aadcec544f6 service nova] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Detach interface failed, port_id=e757b99e-13bd-4c46-8972-2ea36561c830, reason: Instance 272317a0-67b0-4367-8a9f-3faf2cf1bf3a could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1258.095067] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367951, 'name': CloneVM_Task, 'duration_secs': 1.643238} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.095067] env[69316]: INFO nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Created linked-clone VM from snapshot [ 1258.095408] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdb839b-063c-426f-806a-8bb66da1c07a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.102585] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Uploading image 0735f5d4-e836-457b-8ca6-de1cbc2ccf96 {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1258.130072] env[69316]: DEBUG oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1258.130072] env[69316]: value = "vm-672047" [ 1258.130072] env[69316]: _type = "VirtualMachine" [ 1258.130072] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1258.130367] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2abbf4c1-8939-4b36-808f-7af13826377b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.137237] env[69316]: DEBUG oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease: (returnval){ [ 1258.137237] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528bfa0a-b12c-53aa-808e-5c2d89403fef" [ 1258.137237] env[69316]: _type = "HttpNfcLease" [ 1258.137237] env[69316]: } obtained for exporting VM: (result){ [ 1258.137237] env[69316]: value = "vm-672047" [ 1258.137237] env[69316]: _type = "VirtualMachine" [ 1258.137237] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1258.137600] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the lease: (returnval){ [ 1258.137600] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528bfa0a-b12c-53aa-808e-5c2d89403fef" [ 1258.137600] env[69316]: _type = "HttpNfcLease" [ 1258.137600] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1258.147154] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.147154] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528bfa0a-b12c-53aa-808e-5c2d89403fef" [ 1258.147154] env[69316]: _type = "HttpNfcLease" [ 1258.147154] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.175508] env[69316]: DEBUG nova.network.neutron [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.303728] env[69316]: DEBUG nova.network.neutron [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Updating instance_info_cache with network_info: [{"id": "69688946-404d-473d-a861-7dffcf1b881a", "address": "fa:16:3e:92:d5:ff", "network": {"id": "19d11084-dced-4364-a41a-fdbedfc3fc71", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1024552937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4635628a9d514e3ea98edacae52a26e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69688946-40", "ovs_interfaceid": "69688946-404d-473d-a861-7dffcf1b881a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.342216] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-ec54fde1-4c2a-4333-a69b-b5e9a123b765-24fed149-b484-42ce-a30f-801d99d8bf76" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.342543] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-ec54fde1-4c2a-4333-a69b-b5e9a123b765-24fed149-b484-42ce-a30f-801d99d8bf76" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.342905] env[69316]: DEBUG nova.objects.instance [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'flavor' on Instance uuid ec54fde1-4c2a-4333-a69b-b5e9a123b765 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.527275] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: c6746791-f53d-4032-b8e0-153e14c2d04e] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.529197] env[69316]: INFO nova.compute.manager [-] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Took 1.51 seconds to deallocate network for instance. [ 1258.617458] env[69316]: DEBUG nova.network.neutron [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance_info_cache with network_info: [{"id": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "address": "fa:16:3e:4a:7a:71", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25ee7a4-11", "ovs_interfaceid": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.647171] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.647171] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528bfa0a-b12c-53aa-808e-5c2d89403fef" [ 1258.647171] env[69316]: _type = "HttpNfcLease" [ 1258.647171] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1258.647658] env[69316]: DEBUG oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1258.647658] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528bfa0a-b12c-53aa-808e-5c2d89403fef" [ 1258.647658] env[69316]: _type = "HttpNfcLease" [ 1258.647658] env[69316]: }. {{(pid=69316) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1258.648438] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924e31a7-c20e-42b2-a0ab-58571a7d4f44 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.655770] env[69316]: DEBUG oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527af9da-56a4-413a-099c-0654dc422ae8/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1258.655901] env[69316]: DEBUG oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527af9da-56a4-413a-099c-0654dc422ae8/disk-0.vmdk for reading. {{(pid=69316) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1258.745507] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6848c8e-2f37-4132-8d54-23ba41192b78 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.806657] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Releasing lock "refresh_cache-55d0ceeb-e27d-49d2-861b-5772a37f5ea9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.806972] env[69316]: DEBUG nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Instance network_info: |[{"id": "69688946-404d-473d-a861-7dffcf1b881a", "address": "fa:16:3e:92:d5:ff", "network": {"id": "19d11084-dced-4364-a41a-fdbedfc3fc71", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1024552937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4635628a9d514e3ea98edacae52a26e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69688946-40", "ovs_interfaceid": "69688946-404d-473d-a861-7dffcf1b881a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.807415] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:d5:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69688946-404d-473d-a861-7dffcf1b881a', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.814925] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Creating folder: Project (4635628a9d514e3ea98edacae52a26e2). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.817227] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-745160ec-f542-4ccc-bfe2-d3293cb3c4a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.828364] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Created folder: Project (4635628a9d514e3ea98edacae52a26e2) in parent group-v671748. [ 1258.828539] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Creating folder: Instances. Parent ref: group-v672048. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.829203] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f929e78-a547-440a-965d-5dc029879311 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.837514] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Created folder: Instances in parent group-v672048. [ 1258.837732] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.837909] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.838109] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-209664dc-a1df-4a79-b857-b1d26577b865 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.860010] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.860010] env[69316]: value = "task-3367958" [ 1258.860010] env[69316]: _type = "Task" [ 1258.860010] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.867695] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367958, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.941536] env[69316]: DEBUG nova.objects.instance [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'pci_requests' on Instance uuid ec54fde1-4c2a-4333-a69b-b5e9a123b765 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.030720] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 538ae597-ae6b-46db-9554-9dd3614681cb] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.035174] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.035546] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.035790] env[69316]: DEBUG nova.objects.instance [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'resources' on Instance uuid 272317a0-67b0-4367-8a9f-3faf2cf1bf3a {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.039098] env[69316]: DEBUG nova.compute.manager [req-3724e083-c0a3-496c-bace-30cff8181f90 req-4295b214-e091-4055-89a7-c49de3e680c9 service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Received event network-changed-69688946-404d-473d-a861-7dffcf1b881a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.039381] env[69316]: DEBUG nova.compute.manager [req-3724e083-c0a3-496c-bace-30cff8181f90 req-4295b214-e091-4055-89a7-c49de3e680c9 service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Refreshing instance network info cache due to event network-changed-69688946-404d-473d-a861-7dffcf1b881a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.039574] env[69316]: DEBUG oslo_concurrency.lockutils [req-3724e083-c0a3-496c-bace-30cff8181f90 req-4295b214-e091-4055-89a7-c49de3e680c9 service nova] Acquiring lock "refresh_cache-55d0ceeb-e27d-49d2-861b-5772a37f5ea9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.039744] env[69316]: DEBUG oslo_concurrency.lockutils [req-3724e083-c0a3-496c-bace-30cff8181f90 req-4295b214-e091-4055-89a7-c49de3e680c9 service nova] Acquired lock "refresh_cache-55d0ceeb-e27d-49d2-861b-5772a37f5ea9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.039933] env[69316]: DEBUG nova.network.neutron [req-3724e083-c0a3-496c-bace-30cff8181f90 req-4295b214-e091-4055-89a7-c49de3e680c9 service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Refreshing network info cache for port 69688946-404d-473d-a861-7dffcf1b881a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.119776] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.370416] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367958, 'name': CreateVM_Task, 'duration_secs': 0.310864} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.370736] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.371441] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.371653] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.372200] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.372615] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332144fe-fa64-4e90-980e-3ca6ca6ee41f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.377112] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1259.377112] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520b13f9-fa0d-8727-87f9-68ccac0cfab7" [ 1259.377112] env[69316]: _type = "Task" [ 1259.377112] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.384850] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520b13f9-fa0d-8727-87f9-68ccac0cfab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.444313] env[69316]: DEBUG nova.objects.base [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.444555] env[69316]: DEBUG nova.network.neutron [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.509832] env[69316]: DEBUG nova.policy [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.534380] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b056e3e3-5fac-46aa-91d3-30394fa80178] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.730632] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0fbb7c-5ad0-4b83-8a29-4bbede77cb19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.739274] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd8169e-6160-40ac-a60f-99ab891985ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.782043] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45768d5b-4909-4997-ab4d-4b54e802a7cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.789839] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615df5a8-d14e-4f2d-9d1f-9468d15e5184 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.804868] env[69316]: DEBUG nova.compute.provider_tree [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.887737] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520b13f9-fa0d-8727-87f9-68ccac0cfab7, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.888213] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.888385] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.889143] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.889362] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.889622] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.889955] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae23e49d-e28e-47ca-af01-8c18a4305740 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.893987] env[69316]: DEBUG nova.network.neutron [req-3724e083-c0a3-496c-bace-30cff8181f90 req-4295b214-e091-4055-89a7-c49de3e680c9 service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Updated VIF entry in instance network info cache for port 69688946-404d-473d-a861-7dffcf1b881a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.894464] env[69316]: DEBUG nova.network.neutron [req-3724e083-c0a3-496c-bace-30cff8181f90 req-4295b214-e091-4055-89a7-c49de3e680c9 service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Updating instance_info_cache with network_info: [{"id": "69688946-404d-473d-a861-7dffcf1b881a", "address": "fa:16:3e:92:d5:ff", "network": {"id": "19d11084-dced-4364-a41a-fdbedfc3fc71", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1024552937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4635628a9d514e3ea98edacae52a26e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69688946-40", "ovs_interfaceid": "69688946-404d-473d-a861-7dffcf1b881a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.900719] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.900902] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.901768] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0245221-e21b-4d40-9b60-96099a67eae2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.908657] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1259.908657] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520ff6f1-3762-6922-7034-60425fbf70a7" [ 1259.908657] env[69316]: _type = "Task" [ 1259.908657] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.916493] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520ff6f1-3762-6922-7034-60425fbf70a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.039196] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 189ff7f2-0f9b-4126-b2da-7038b3be3cc3] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.308016] env[69316]: DEBUG nova.scheduler.client.report [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.397858] env[69316]: DEBUG oslo_concurrency.lockutils [req-3724e083-c0a3-496c-bace-30cff8181f90 req-4295b214-e091-4055-89a7-c49de3e680c9 service nova] Releasing lock "refresh_cache-55d0ceeb-e27d-49d2-861b-5772a37f5ea9" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.418264] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520ff6f1-3762-6922-7034-60425fbf70a7, 'name': SearchDatastore_Task, 'duration_secs': 0.019358} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.419173] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cd1a11-0406-49f3-8c40-12719be19e98 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.425574] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1260.425574] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c408f9-3953-11f3-1cd1-b4277252784c" [ 1260.425574] env[69316]: _type = "Task" [ 1260.425574] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.434177] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c408f9-3953-11f3-1cd1-b4277252784c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.545694] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 3f76253c-457b-46dd-89cf-c05dc895325b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.637562] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a0484e-cd2e-49d5-957f-afbe834ec2e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.658403] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance 'ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.813734] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.838647] env[69316]: INFO nova.scheduler.client.report [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleted allocations for instance 272317a0-67b0-4367-8a9f-3faf2cf1bf3a [ 1260.920097] env[69316]: DEBUG nova.compute.manager [req-62b04419-29c1-4313-af96-bd42a6afdb99 req-6f3c4d60-a54c-4118-a60c-a06c8aa2493e service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-vif-plugged-24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.920332] env[69316]: DEBUG oslo_concurrency.lockutils [req-62b04419-29c1-4313-af96-bd42a6afdb99 req-6f3c4d60-a54c-4118-a60c-a06c8aa2493e service nova] Acquiring lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.920544] env[69316]: DEBUG oslo_concurrency.lockutils [req-62b04419-29c1-4313-af96-bd42a6afdb99 req-6f3c4d60-a54c-4118-a60c-a06c8aa2493e service nova] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.920780] env[69316]: DEBUG oslo_concurrency.lockutils [req-62b04419-29c1-4313-af96-bd42a6afdb99 req-6f3c4d60-a54c-4118-a60c-a06c8aa2493e service nova] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.920867] env[69316]: DEBUG nova.compute.manager [req-62b04419-29c1-4313-af96-bd42a6afdb99 req-6f3c4d60-a54c-4118-a60c-a06c8aa2493e service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] No waiting events found dispatching network-vif-plugged-24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.921077] env[69316]: WARNING nova.compute.manager [req-62b04419-29c1-4313-af96-bd42a6afdb99 req-6f3c4d60-a54c-4118-a60c-a06c8aa2493e service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received unexpected event network-vif-plugged-24fed149-b484-42ce-a30f-801d99d8bf76 for instance with vm_state active and task_state None. [ 1260.936391] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c408f9-3953-11f3-1cd1-b4277252784c, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.936684] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.936984] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 55d0ceeb-e27d-49d2-861b-5772a37f5ea9/55d0ceeb-e27d-49d2-861b-5772a37f5ea9.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.937275] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9abeb7c-8fe6-4261-bfe7-4d706a02a918 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.944325] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1260.944325] env[69316]: value = "task-3367960" [ 1260.944325] env[69316]: _type = "Task" [ 1260.944325] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.952712] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.025946] env[69316]: DEBUG nova.network.neutron [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Successfully updated port: 24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.048940] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 1c0f289d-f113-4735-bc69-573044063357] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.164925] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.165384] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b628f2ba-bf44-4b47-bc73-e49872b67eee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.173811] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1261.173811] env[69316]: value = "task-3367961" [ 1261.173811] env[69316]: _type = "Task" [ 1261.173811] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.184256] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.349033] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "272317a0-67b0-4367-8a9f-3faf2cf1bf3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.964s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.456139] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509404} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.456555] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 55d0ceeb-e27d-49d2-861b-5772a37f5ea9/55d0ceeb-e27d-49d2-861b-5772a37f5ea9.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.456810] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.457094] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc21b4d9-d1b2-4422-b7b8-53e5c9deb900 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.464226] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1261.464226] env[69316]: value = "task-3367962" [ 1261.464226] env[69316]: _type = "Task" [ 1261.464226] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.472104] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.529956] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.530219] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.530620] env[69316]: DEBUG nova.network.neutron [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.551773] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 8757293e-ec02-4d08-9ac5-fec158bb82c6] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.683890] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367961, 'name': PowerOffVM_Task, 'duration_secs': 0.223318} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.684148] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.684506] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance 'ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.975692] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072491} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.975959] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.976896] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321a00d8-4453-46c4-a659-bc2386e1ca3b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.999577] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 55d0ceeb-e27d-49d2-861b-5772a37f5ea9/55d0ceeb-e27d-49d2-861b-5772a37f5ea9.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.000279] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb95a80-a303-423a-9372-5d47eada9c46 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.025515] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1262.025515] env[69316]: value = "task-3367963" [ 1262.025515] env[69316]: _type = "Task" [ 1262.025515] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.037823] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.056186] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 26137fcb-30f3-424f-a5eb-893da583129c] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.091448] env[69316]: WARNING nova.network.neutron [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6 already exists in list: networks containing: ['fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6']. ignoring it [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.196276] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.199385] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb3991f-b0c8-4d61-92c3-2675d4ab4b1a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.215555] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1262.215555] env[69316]: value = "task-3367965" [ 1262.215555] env[69316]: _type = "Task" [ 1262.215555] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.224343] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.537286] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367963, 'name': ReconfigVM_Task, 'duration_secs': 0.366702} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.537806] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 55d0ceeb-e27d-49d2-861b-5772a37f5ea9/55d0ceeb-e27d-49d2-861b-5772a37f5ea9.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.538589] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a060ce3-f7ab-4dc6-a0d1-c79ea7834afc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.545655] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1262.545655] env[69316]: value = "task-3367966" [ 1262.545655] env[69316]: _type = "Task" [ 1262.545655] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.554423] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367966, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.558981] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: a4ba6caf-bf5f-422f-ac83-417c7c39ec3f] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.588760] env[69316]: DEBUG nova.network.neutron [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24fed149-b484-42ce-a30f-801d99d8bf76", "address": "fa:16:3e:6f:a3:cf", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fed149-b4", "ovs_interfaceid": "24fed149-b484-42ce-a30f-801d99d8bf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.725721] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367965, 'name': ReconfigVM_Task, 'duration_secs': 0.238702} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.726102] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance 'ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.056240] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367966, 'name': Rename_Task, 'duration_secs': 0.149546} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.056576] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.056800] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-029b11f3-5a52-4c8d-bf87-7c2b5c5b962a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.062100] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 8e9f11c6-f27a-4535-9c51-388f45037be7] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.065235] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1263.065235] env[69316]: value = "task-3367967" [ 1263.065235] env[69316]: _type = "Task" [ 1263.065235] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.074825] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.091871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.092634] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.092787] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.093867] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b394e7-ea50-4f13-aa0e-34a7fde3a079 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.113728] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.114065] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.114284] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.114870] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.115242] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.115430] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.115646] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.115808] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.115974] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.116274] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.116487] env[69316]: DEBUG nova.virt.hardware [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.122761] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Reconfiguring VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1263.123108] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a025638-0653-428c-9c24-c4facb72edc4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.138793] env[69316]: DEBUG nova.compute.manager [req-d6bfdf33-2a52-4ea8-8ac4-77c926fa236d req-deea3c6f-2a9a-407d-a76a-ce721573b8b5 service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-changed-24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.138793] env[69316]: DEBUG nova.compute.manager [req-d6bfdf33-2a52-4ea8-8ac4-77c926fa236d req-deea3c6f-2a9a-407d-a76a-ce721573b8b5 service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing instance network info cache due to event network-changed-24fed149-b484-42ce-a30f-801d99d8bf76. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.138965] env[69316]: DEBUG oslo_concurrency.lockutils [req-d6bfdf33-2a52-4ea8-8ac4-77c926fa236d req-deea3c6f-2a9a-407d-a76a-ce721573b8b5 service nova] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.139095] env[69316]: DEBUG oslo_concurrency.lockutils [req-d6bfdf33-2a52-4ea8-8ac4-77c926fa236d req-deea3c6f-2a9a-407d-a76a-ce721573b8b5 service nova] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.139245] env[69316]: DEBUG nova.network.neutron [req-d6bfdf33-2a52-4ea8-8ac4-77c926fa236d req-deea3c6f-2a9a-407d-a76a-ce721573b8b5 service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing network info cache for port 24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.145897] env[69316]: DEBUG oslo_vmware.api [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1263.145897] env[69316]: value = "task-3367968" [ 1263.145897] env[69316]: _type = "Task" [ 1263.145897] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.154746] env[69316]: DEBUG oslo_vmware.api [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367968, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.234184] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.236360] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.237150] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.237805] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.240172] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.240172] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.240172] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.240172] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.240172] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.240172] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.240172] env[69316]: DEBUG nova.virt.hardware [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.248858] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.249473] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc7c11c-06ab-4280-a715-f7d3df8f4da6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.274418] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1263.274418] env[69316]: value = "task-3367969" [ 1263.274418] env[69316]: _type = "Task" [ 1263.274418] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.283717] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.566681] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 040b7fb2-af22-4986-94d3-ac9d2eb27b90] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.577701] env[69316]: DEBUG oslo_vmware.api [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367967, 'name': PowerOnVM_Task, 'duration_secs': 0.47785} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.578881] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.578881] env[69316]: INFO nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1263.578881] env[69316]: DEBUG nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.579363] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef2adda-5aa3-4791-82a2-d02e1d3c8208 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.656429] env[69316]: DEBUG oslo_vmware.api [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.729847] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.730123] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.784315] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367969, 'name': ReconfigVM_Task, 'duration_secs': 0.228007} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.784624] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.785481] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe5bd0-5e91-47be-9909-5716349098a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.810801] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54/ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.814081] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d3b911-ff26-4e97-b6f1-cb0380c54fa7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.833450] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1263.833450] env[69316]: value = "task-3367970" [ 1263.833450] env[69316]: _type = "Task" [ 1263.833450] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.842083] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.892946] env[69316]: DEBUG nova.network.neutron [req-d6bfdf33-2a52-4ea8-8ac4-77c926fa236d req-deea3c6f-2a9a-407d-a76a-ce721573b8b5 service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updated VIF entry in instance network info cache for port 24fed149-b484-42ce-a30f-801d99d8bf76. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.893419] env[69316]: DEBUG nova.network.neutron [req-d6bfdf33-2a52-4ea8-8ac4-77c926fa236d req-deea3c6f-2a9a-407d-a76a-ce721573b8b5 service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24fed149-b484-42ce-a30f-801d99d8bf76", "address": "fa:16:3e:6f:a3:cf", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fed149-b4", "ovs_interfaceid": "24fed149-b484-42ce-a30f-801d99d8bf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.073611] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 10f3f8dd-02e5-4e1d-84c1-85aef2762a4f] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.096101] env[69316]: INFO nova.compute.manager [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Took 11.54 seconds to build instance. [ 1264.157062] env[69316]: DEBUG oslo_vmware.api [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367968, 'name': ReconfigVM_Task, 'duration_secs': 0.663264} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.157606] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.157817] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Reconfigured VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1264.233973] env[69316]: DEBUG nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.343347] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.397241] env[69316]: DEBUG oslo_concurrency.lockutils [req-d6bfdf33-2a52-4ea8-8ac4-77c926fa236d req-deea3c6f-2a9a-407d-a76a-ce721573b8b5 service nova] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.577715] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: d6f90165-8470-41f0-a14d-ad21b7f1f976] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.598858] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a61a59ed-cc05-4172-b77e-c32b50830538 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.047s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.663436] env[69316]: DEBUG oslo_concurrency.lockutils [None req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-ec54fde1-4c2a-4333-a69b-b5e9a123b765-24fed149-b484-42ce-a30f-801d99d8bf76" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.320s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.757926] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.758232] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.759834] env[69316]: INFO nova.compute.claims [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.848173] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367970, 'name': ReconfigVM_Task, 'duration_secs': 0.51683} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.848468] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Reconfigured VM instance instance-00000068 to attach disk [datastore2] ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54/ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.848808] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance 'ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.080650] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: c19a70a3-55e0-4ce7-a2ca-d3875a9e7630] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.358233] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b85a0-ad7b-4887-9978-a9e83c2e4d55 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.376768] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca2e1f2-43a6-40f4-8bad-8b41770fee9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.394297] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance 'ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.569533] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquiring lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.569844] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.570071] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquiring lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.570747] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.570747] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.573905] env[69316]: INFO nova.compute.manager [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Terminating instance [ 1265.584147] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 56311ae5-5d95-43a1-ac9f-52163dc1bb0b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.908050] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8b4cb2-9023-45ba-a4ef-a4c4758be5d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.917662] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005913c7-0c64-4576-8763-5ca3973246f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.963492] env[69316]: DEBUG nova.network.neutron [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Port a25ee7a4-1165-426d-ad41-f59a88ef2e4a binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1265.965272] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4fa68d-fcff-4b01-9c15-a6c27bbcb0c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.972701] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c703e5-5e58-4930-88a0-a8ee19e7f77d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.987566] env[69316]: DEBUG nova.compute.provider_tree [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.076906] env[69316]: DEBUG nova.compute.manager [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.077220] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.078182] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414ff71d-4183-40cc-8931-27d0679b5bc6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.086030] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.086351] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d84f1ff5-ce52-49ac-8348-0c782b7f7e51 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.087926] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 109ac746-dcb4-435f-96c7-620b681e713b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.094905] env[69316]: DEBUG oslo_vmware.api [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1266.094905] env[69316]: value = "task-3367971" [ 1266.094905] env[69316]: _type = "Task" [ 1266.094905] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.103119] env[69316]: DEBUG oslo_vmware.api [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.172867] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-ec54fde1-4c2a-4333-a69b-b5e9a123b765-24fed149-b484-42ce-a30f-801d99d8bf76" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.173226] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-ec54fde1-4c2a-4333-a69b-b5e9a123b765-24fed149-b484-42ce-a30f-801d99d8bf76" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.253658] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.253893] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.407269] env[69316]: DEBUG oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527af9da-56a4-413a-099c-0654dc422ae8/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.408184] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7059a40-1039-4f13-b920-7885fda68ac2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.414013] env[69316]: DEBUG oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527af9da-56a4-413a-099c-0654dc422ae8/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.414163] env[69316]: ERROR oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527af9da-56a4-413a-099c-0654dc422ae8/disk-0.vmdk due to incomplete transfer. [ 1266.414395] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c5aaf9c-5bde-4c5b-bfa8-1c4a9fae8b07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.421531] env[69316]: DEBUG oslo_vmware.rw_handles [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527af9da-56a4-413a-099c-0654dc422ae8/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1266.421719] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Uploaded image 0735f5d4-e836-457b-8ca6-de1cbc2ccf96 to the Glance image server {{(pid=69316) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1266.424105] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Destroying the VM {{(pid=69316) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1266.424322] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52151043-b15b-4d45-9f7b-a3e167a52b9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.430121] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1266.430121] env[69316]: value = "task-3367972" [ 1266.430121] env[69316]: _type = "Task" [ 1266.430121] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.437184] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367972, 'name': Destroy_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.490817] env[69316]: DEBUG nova.scheduler.client.report [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.590725] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: d6324a01-b72a-48b7-aa90-11ad8684823c] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.606747] env[69316]: DEBUG oslo_vmware.api [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367971, 'name': PowerOffVM_Task, 'duration_secs': 0.237575} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.606893] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.607065] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.608115] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f283e5b9-be2b-4f93-8181-86bc856d7e50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.676453] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.676638] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.677559] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d15c0-e4c7-4eac-bd33-0b0fed611b98 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.698333] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65045dba-e840-4c06-8ba9-3cc50a99965d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.700961] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.701175] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.701353] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Deleting the datastore file [datastore1] 55d0ceeb-e27d-49d2-861b-5772a37f5ea9 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.702025] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5091261d-e77b-4578-ab2c-090d1d10f283 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.726958] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Reconfiguring VM to detach interface {{(pid=69316) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1266.729074] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6871f142-5804-43ca-b539-39a662991d88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.742410] env[69316]: DEBUG oslo_vmware.api [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for the task: (returnval){ [ 1266.742410] env[69316]: value = "task-3367974" [ 1266.742410] env[69316]: _type = "Task" [ 1266.742410] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.748026] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1266.748026] env[69316]: value = "task-3367975" [ 1266.748026] env[69316]: _type = "Task" [ 1266.748026] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.753575] env[69316]: DEBUG oslo_vmware.api [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.759178] env[69316]: DEBUG nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.761691] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.939869] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367972, 'name': Destroy_Task, 'duration_secs': 0.373624} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.940096] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Destroyed the VM [ 1266.940349] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Deleting Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1266.940616] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73e922b9-208f-4443-a5a1-5790f4acf67a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.945805] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1266.945805] env[69316]: value = "task-3367976" [ 1266.945805] env[69316]: _type = "Task" [ 1266.945805] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.952791] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.986419] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.986643] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.986816] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.995296] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.995766] env[69316]: DEBUG nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.094198] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 9f872767-af4b-407f-a140-063c1b2c831f] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.254981] env[69316]: DEBUG oslo_vmware.api [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Task: {'id': task-3367974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155529} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.255622] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.256032] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.256032] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.256219] env[69316]: INFO nova.compute.manager [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1267.256453] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.256680] env[69316]: DEBUG nova.compute.manager [-] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.256799] env[69316]: DEBUG nova.network.neutron [-] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.261254] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.285481] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.285758] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.287386] env[69316]: INFO nova.compute.claims [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.456649] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367976, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377791} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.456919] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Deleted Snapshot of the VM instance {{(pid=69316) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1267.457220] env[69316]: DEBUG nova.compute.manager [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.458009] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0260647-7165-4434-bf52-56e868fdbf73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.500901] env[69316]: DEBUG nova.compute.utils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.501808] env[69316]: DEBUG nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.505022] env[69316]: DEBUG nova.network.neutron [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.539565] env[69316]: DEBUG nova.compute.manager [req-42a26180-8b3f-4fb0-8a52-857d45bb5fd5 req-efb3123c-b11b-4717-b5fa-79b55a7b8fdd service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Received event network-vif-deleted-69688946-404d-473d-a861-7dffcf1b881a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.539784] env[69316]: INFO nova.compute.manager [req-42a26180-8b3f-4fb0-8a52-857d45bb5fd5 req-efb3123c-b11b-4717-b5fa-79b55a7b8fdd service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Neutron deleted interface 69688946-404d-473d-a861-7dffcf1b881a; detaching it from the instance and deleting it from the info cache [ 1267.539952] env[69316]: DEBUG nova.network.neutron [req-42a26180-8b3f-4fb0-8a52-857d45bb5fd5 req-efb3123c-b11b-4717-b5fa-79b55a7b8fdd service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.596868] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 17adb78a-c2b6-477d-b029-14b0acb2fd0e] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.680442] env[69316]: DEBUG nova.policy [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d9ffddb2d4446386f6608ab7947d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f71f0a6a1ef4410a9cbad1a53e22585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.759657] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.972798] env[69316]: INFO nova.compute.manager [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Shelve offloading [ 1268.008107] env[69316]: DEBUG nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.009889] env[69316]: DEBUG nova.network.neutron [-] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.025716] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.025716] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.025716] env[69316]: DEBUG nova.network.neutron [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.028600] env[69316]: DEBUG nova.network.neutron [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Successfully created port: e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.042431] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c2818d7-84f4-4939-be8e-0bbceabaaf86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.053590] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5829a2-496e-40c7-9969-c89b13c960ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.088097] env[69316]: DEBUG nova.compute.manager [req-42a26180-8b3f-4fb0-8a52-857d45bb5fd5 req-efb3123c-b11b-4717-b5fa-79b55a7b8fdd service nova] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Detach interface failed, port_id=69688946-404d-473d-a861-7dffcf1b881a, reason: Instance 55d0ceeb-e27d-49d2-861b-5772a37f5ea9 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.102864] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 391711ce-699a-4642-bd68-300c4cd94ce9] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.259906] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.424974] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8072a2cf-c34f-48b5-90d1-a72b138d570f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.432714] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccae4aea-0a69-4286-b99e-53fe01591b4f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.461740] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f5c9c-4ece-463c-8eed-32bbc3d99109 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.468642] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73721985-0228-471f-874d-ddd8e501782d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.482581] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.482978] env[69316]: DEBUG nova.compute.provider_tree [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.484590] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-065b18fd-02ae-4e89-9046-c7f2942defb2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.490526] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1268.490526] env[69316]: value = "task-3367977" [ 1268.490526] env[69316]: _type = "Task" [ 1268.490526] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.498498] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.514315] env[69316]: INFO nova.compute.manager [-] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Took 1.26 seconds to deallocate network for instance. [ 1268.606451] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 0365659e-b134-4241-a4ec-f6f6378c228d] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.733529] env[69316]: DEBUG nova.network.neutron [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance_info_cache with network_info: [{"id": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "address": "fa:16:3e:4a:7a:71", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25ee7a4-11", "ovs_interfaceid": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.761229] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.987943] env[69316]: DEBUG nova.scheduler.client.report [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.001780] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.002012] env[69316]: DEBUG nova.compute.manager [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.003322] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b404381-7319-4523-a31a-ea148e30238b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.010013] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.010190] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.010526] env[69316]: DEBUG nova.network.neutron [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.014972] env[69316]: DEBUG nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.019737] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.040730] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.040901] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.041070] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.041258] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.041404] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.041547] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.041754] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.041909] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.042084] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.042272] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.042452] env[69316]: DEBUG nova.virt.hardware [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.043290] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd774c9-8509-4ef9-a857-5c42bc478726 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.051032] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1938fdea-1db1-4d4b-ab1d-3346d518785d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.109265] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 63f16880-0be1-4e76-bd7b-c12e0c018c24] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.236501] env[69316]: DEBUG oslo_concurrency.lockutils [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.260629] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.387880] env[69316]: DEBUG nova.compute.manager [req-bde8558b-640f-45ed-8504-182eb68ee6ec req-8408f199-5e8d-4206-a278-6b130a1a6908 service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Received event network-vif-plugged-e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.387880] env[69316]: DEBUG oslo_concurrency.lockutils [req-bde8558b-640f-45ed-8504-182eb68ee6ec req-8408f199-5e8d-4206-a278-6b130a1a6908 service nova] Acquiring lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.387880] env[69316]: DEBUG oslo_concurrency.lockutils [req-bde8558b-640f-45ed-8504-182eb68ee6ec req-8408f199-5e8d-4206-a278-6b130a1a6908 service nova] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.387880] env[69316]: DEBUG oslo_concurrency.lockutils [req-bde8558b-640f-45ed-8504-182eb68ee6ec req-8408f199-5e8d-4206-a278-6b130a1a6908 service nova] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.387880] env[69316]: DEBUG nova.compute.manager [req-bde8558b-640f-45ed-8504-182eb68ee6ec req-8408f199-5e8d-4206-a278-6b130a1a6908 service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] No waiting events found dispatching network-vif-plugged-e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.387880] env[69316]: WARNING nova.compute.manager [req-bde8558b-640f-45ed-8504-182eb68ee6ec req-8408f199-5e8d-4206-a278-6b130a1a6908 service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Received unexpected event network-vif-plugged-e77f7d02-8e8b-4826-a50c-ff571e6ebaea for instance with vm_state building and task_state spawning. [ 1269.468017] env[69316]: DEBUG nova.network.neutron [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Successfully updated port: e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.493295] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.493824] env[69316]: DEBUG nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.496390] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.477s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.496611] env[69316]: DEBUG nova.objects.instance [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lazy-loading 'resources' on Instance uuid 55d0ceeb-e27d-49d2-861b-5772a37f5ea9 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.612140] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 5ff74a21-d2b2-488c-af74-bc597793bc69] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.716392] env[69316]: DEBUG nova.network.neutron [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating instance_info_cache with network_info: [{"id": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "address": "fa:16:3e:ac:fb:8c", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a93705-68", "ovs_interfaceid": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.761495] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.763477] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96eb52e-7d3f-460d-b0bd-0808211c3cf7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.782012] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbffb512-8c13-4689-a04a-9e5b34ec3248 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.788470] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance 'ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.970871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.971049] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.971201] env[69316]: DEBUG nova.network.neutron [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.998949] env[69316]: DEBUG nova.compute.utils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.002938] env[69316]: DEBUG nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.003127] env[69316]: DEBUG nova.network.neutron [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.038732] env[69316]: DEBUG nova.policy [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eeb0e3a4c244252b9bb89c25199d8d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba2acbd9be9a41ff91cec90c04bbbdf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.116998] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 15d45208-7c48-4c60-87bf-b26a14fa861f] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.135808] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d3cdc-e198-4b40-acdb-edfda31d171f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.145826] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c27391-d3f2-4645-b4c2-298489f09406 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.178892] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba87759b-4469-4bd3-84bf-31239ce1da78 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.186742] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6105733-e949-4159-a3c6-d0c06f482d2c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.199979] env[69316]: DEBUG nova.compute.provider_tree [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.218990] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.262077] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.295104] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.295408] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea32f6de-0e93-4b53-8dea-f02b3679eeb0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.304674] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1270.304674] env[69316]: value = "task-3367978" [ 1270.304674] env[69316]: _type = "Task" [ 1270.304674] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.312830] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.351438] env[69316]: DEBUG nova.network.neutron [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Successfully created port: a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.468729] env[69316]: DEBUG nova.compute.manager [req-20dc87b2-83f2-47c1-9e05-facef3bd6300 req-54d562a3-b6b9-4416-9ce1-92c6f5248666 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received event network-vif-unplugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.468729] env[69316]: DEBUG oslo_concurrency.lockutils [req-20dc87b2-83f2-47c1-9e05-facef3bd6300 req-54d562a3-b6b9-4416-9ce1-92c6f5248666 service nova] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.468729] env[69316]: DEBUG oslo_concurrency.lockutils [req-20dc87b2-83f2-47c1-9e05-facef3bd6300 req-54d562a3-b6b9-4416-9ce1-92c6f5248666 service nova] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.468729] env[69316]: DEBUG oslo_concurrency.lockutils [req-20dc87b2-83f2-47c1-9e05-facef3bd6300 req-54d562a3-b6b9-4416-9ce1-92c6f5248666 service nova] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.468729] env[69316]: DEBUG nova.compute.manager [req-20dc87b2-83f2-47c1-9e05-facef3bd6300 req-54d562a3-b6b9-4416-9ce1-92c6f5248666 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] No waiting events found dispatching network-vif-unplugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.468729] env[69316]: WARNING nova.compute.manager [req-20dc87b2-83f2-47c1-9e05-facef3bd6300 req-54d562a3-b6b9-4416-9ce1-92c6f5248666 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received unexpected event network-vif-unplugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d for instance with vm_state shelved and task_state shelving_offloading. [ 1270.506289] env[69316]: DEBUG nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.509889] env[69316]: DEBUG nova.network.neutron [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.621634] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: bb4003d9-d483-4eb6-a7db-cc067adad217] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.691088] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.691954] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285a560a-f0b6-4345-b540-ec0920413a2d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.699562] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.699777] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeaf94f8-63e1-433b-a830-445ab37b00aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.703042] env[69316]: DEBUG nova.scheduler.client.report [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.724681] env[69316]: DEBUG nova.network.neutron [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Updating instance_info_cache with network_info: [{"id": "e77f7d02-8e8b-4826-a50c-ff571e6ebaea", "address": "fa:16:3e:28:2f:9d", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77f7d02-8e", "ovs_interfaceid": "e77f7d02-8e8b-4826-a50c-ff571e6ebaea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.762740] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.782046] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.782289] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.782493] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleting the datastore file [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.782746] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3422ece-b6c7-43e8-9996-06aa8112ec53 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.789807] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1270.789807] env[69316]: value = "task-3367980" [ 1270.789807] env[69316]: _type = "Task" [ 1270.789807] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.799174] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.813302] env[69316]: DEBUG oslo_vmware.api [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367978, 'name': PowerOnVM_Task, 'duration_secs': 0.377599} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.813546] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.813792] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-414752ea-1e9a-42a7-a9d6-e105ff15931a tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance 'ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.015027] env[69316]: INFO nova.virt.block_device [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Booting with volume 4aca0dd6-0392-4a8c-a436-03ab39b6e7ff at /dev/sda [ 1271.050346] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe56d4ec-59c2-4c96-8d50-1bb1c5bf3e94 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.059808] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6657c02-5eaa-43a0-8bd0-4ff4f5706319 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.087858] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e83a163b-0dd3-4d1f-8c96-a52c3e519e83 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.095740] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9503c7dd-8e81-4592-8346-b4169137441b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.123336] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ed060-fceb-4496-b554-4c62682b4ae4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.127238] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 6833f95d-d577-4f8a-bf82-3cec2dc8656b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.131083] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afafe47-5a79-4010-afff-39e5104ef6b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.143742] env[69316]: DEBUG nova.virt.block_device [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating existing volume attachment record: c41eda2e-4613-423d-abb5-de146f36c40e {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.207718] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.227238] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.227588] env[69316]: DEBUG nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Instance network_info: |[{"id": "e77f7d02-8e8b-4826-a50c-ff571e6ebaea", "address": "fa:16:3e:28:2f:9d", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77f7d02-8e", "ovs_interfaceid": "e77f7d02-8e8b-4826-a50c-ff571e6ebaea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.228060] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:2f:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e77f7d02-8e8b-4826-a50c-ff571e6ebaea', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.236050] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.237188] env[69316]: INFO nova.scheduler.client.report [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Deleted allocations for instance 55d0ceeb-e27d-49d2-861b-5772a37f5ea9 [ 1271.238729] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.241152] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce306ac-088d-4708-bc77-789f6d1d54a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.265416] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.266092] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.266092] env[69316]: value = "task-3367981" [ 1271.266092] env[69316]: _type = "Task" [ 1271.266092] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.275657] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367981, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.298787] env[69316]: DEBUG oslo_vmware.api [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3367980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167634} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.299710] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.299900] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.300086] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.318679] env[69316]: INFO nova.scheduler.client.report [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted allocations for instance b0f24192-7e6f-4b55-b6eb-ab7169397525 [ 1271.412744] env[69316]: DEBUG nova.compute.manager [req-3f04ecb0-d31f-4ca1-83c3-66918e4775fc req-3b9c601b-e0ee-4456-a96d-b5696894c55e service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Received event network-changed-e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.412912] env[69316]: DEBUG nova.compute.manager [req-3f04ecb0-d31f-4ca1-83c3-66918e4775fc req-3b9c601b-e0ee-4456-a96d-b5696894c55e service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Refreshing instance network info cache due to event network-changed-e77f7d02-8e8b-4826-a50c-ff571e6ebaea. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.413172] env[69316]: DEBUG oslo_concurrency.lockutils [req-3f04ecb0-d31f-4ca1-83c3-66918e4775fc req-3b9c601b-e0ee-4456-a96d-b5696894c55e service nova] Acquiring lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.413330] env[69316]: DEBUG oslo_concurrency.lockutils [req-3f04ecb0-d31f-4ca1-83c3-66918e4775fc req-3b9c601b-e0ee-4456-a96d-b5696894c55e service nova] Acquired lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.413522] env[69316]: DEBUG nova.network.neutron [req-3f04ecb0-d31f-4ca1-83c3-66918e4775fc req-3b9c601b-e0ee-4456-a96d-b5696894c55e service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Refreshing network info cache for port e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.631559] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: cb02e9e8-1395-4578-89af-7fd8f84c52db] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.762327] env[69316]: DEBUG oslo_concurrency.lockutils [None req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Lock "55d0ceeb-e27d-49d2-861b-5772a37f5ea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.192s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.769482] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.778137] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367981, 'name': CreateVM_Task, 'duration_secs': 0.313894} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.778316] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.779578] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.779578] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.779578] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.779989] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82dcadd-a919-452b-8a45-26369f2e5c50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.785103] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1271.785103] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5237132b-75b6-1a4e-2056-8e9b057e9dd6" [ 1271.785103] env[69316]: _type = "Task" [ 1271.785103] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.793168] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5237132b-75b6-1a4e-2056-8e9b057e9dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.806560] env[69316]: DEBUG nova.network.neutron [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Successfully updated port: a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.824751] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.824977] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.825222] env[69316]: DEBUG nova.objects.instance [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'resources' on Instance uuid b0f24192-7e6f-4b55-b6eb-ab7169397525 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.135487] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 2b8b533d-0169-463f-9035-b2267bb74a87] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.204480] env[69316]: DEBUG nova.network.neutron [req-3f04ecb0-d31f-4ca1-83c3-66918e4775fc req-3b9c601b-e0ee-4456-a96d-b5696894c55e service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Updated VIF entry in instance network info cache for port e77f7d02-8e8b-4826-a50c-ff571e6ebaea. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.205773] env[69316]: DEBUG nova.network.neutron [req-3f04ecb0-d31f-4ca1-83c3-66918e4775fc req-3b9c601b-e0ee-4456-a96d-b5696894c55e service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Updating instance_info_cache with network_info: [{"id": "e77f7d02-8e8b-4826-a50c-ff571e6ebaea", "address": "fa:16:3e:28:2f:9d", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77f7d02-8e", "ovs_interfaceid": "e77f7d02-8e8b-4826-a50c-ff571e6ebaea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.269258] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.295985] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5237132b-75b6-1a4e-2056-8e9b057e9dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.013821} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.296313] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.296563] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.296800] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.296946] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.297138] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.297398] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e94bde7d-a029-424a-8ec6-1e49d96ed9c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.306014] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.306207] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.306910] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e864e9-b789-4f22-ac72-d745474cc570 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.310890] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.311056] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.311293] env[69316]: DEBUG nova.network.neutron [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.313442] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1272.313442] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a6228d-7dd1-a6c5-df42-e8a2ce723a25" [ 1272.313442] env[69316]: _type = "Task" [ 1272.313442] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.321674] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a6228d-7dd1-a6c5-df42-e8a2ce723a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.329860] env[69316]: DEBUG nova.objects.instance [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'numa_topology' on Instance uuid b0f24192-7e6f-4b55-b6eb-ab7169397525 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.337070] env[69316]: DEBUG nova.objects.base [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1272.487233] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca064e4-54b7-4e9a-b6f1-e4a0ee16c777 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.496054] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed5705-b7b6-47ee-be4f-65e3273eee3e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.529509] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984060d9-a2f8-424a-834a-784070e758ac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.539902] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825d1370-eecc-48d7-8c15-cc914fce2ed5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.547151] env[69316]: DEBUG nova.compute.manager [req-87366159-c091-475f-9cdc-e8804a723d1f req-6f66a7e1-27e1-4dd9-9614-2c42f049d282 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received event network-changed-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.547489] env[69316]: DEBUG nova.compute.manager [req-87366159-c091-475f-9cdc-e8804a723d1f req-6f66a7e1-27e1-4dd9-9614-2c42f049d282 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Refreshing instance network info cache due to event network-changed-b5a93705-68b4-4b7d-b1bc-41a2d91b247d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.547795] env[69316]: DEBUG oslo_concurrency.lockutils [req-87366159-c091-475f-9cdc-e8804a723d1f req-6f66a7e1-27e1-4dd9-9614-2c42f049d282 service nova] Acquiring lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.548064] env[69316]: DEBUG oslo_concurrency.lockutils [req-87366159-c091-475f-9cdc-e8804a723d1f req-6f66a7e1-27e1-4dd9-9614-2c42f049d282 service nova] Acquired lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.548325] env[69316]: DEBUG nova.network.neutron [req-87366159-c091-475f-9cdc-e8804a723d1f req-6f66a7e1-27e1-4dd9-9614-2c42f049d282 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Refreshing network info cache for port b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.563519] env[69316]: DEBUG nova.compute.provider_tree [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.639403] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 48ed2483-9904-429f-b48d-8dc0150b8fff] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.708466] env[69316]: DEBUG oslo_concurrency.lockutils [req-3f04ecb0-d31f-4ca1-83c3-66918e4775fc req-3b9c601b-e0ee-4456-a96d-b5696894c55e service nova] Releasing lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.775480] env[69316]: DEBUG oslo_vmware.api [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367975, 'name': ReconfigVM_Task, 'duration_secs': 5.785702} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.775480] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.775480] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Reconfigured VM to detach interface {{(pid=69316) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1272.827639] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a6228d-7dd1-a6c5-df42-e8a2ce723a25, 'name': SearchDatastore_Task, 'duration_secs': 0.008194} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.828561] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05feff6-c7d8-4ad4-8989-4b640934fe6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.835430] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1272.835430] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527c701e-1fb6-9fd5-195c-93663bded023" [ 1272.835430] env[69316]: _type = "Task" [ 1272.835430] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.846614] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527c701e-1fb6-9fd5-195c-93663bded023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.886673] env[69316]: DEBUG nova.network.neutron [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.066474] env[69316]: DEBUG nova.scheduler.client.report [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.127377] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.127703] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.127825] env[69316]: DEBUG nova.compute.manager [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Going to confirm migration 7 {{(pid=69316) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1273.239390] env[69316]: DEBUG nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.239390] env[69316]: DEBUG nova.virt.hardware [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.240057] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a40884f-0ae2-4fd5-b323-49a625cdd86a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.249325] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e2feff-c3b3-4926-bdfe-4f7dee91e9bf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.347869] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527c701e-1fb6-9fd5-195c-93663bded023, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.348141] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.348403] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] b1d07e0d-3336-48ce-b88a-2b70c53ff423/b1d07e0d-3336-48ce-b88a-2b70c53ff423.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.348943] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29a7838b-3c8b-412f-963b-8c9414e4e28a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.361295] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1273.361295] env[69316]: value = "task-3367982" [ 1273.361295] env[69316]: _type = "Task" [ 1273.361295] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.372796] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.394567] env[69316]: DEBUG nova.network.neutron [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance_info_cache with network_info: [{"id": "a0d26bce-52c5-4191-931a-80607452ca96", "address": "fa:16:3e:c3:a9:eb", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d26bce-52", "ovs_interfaceid": "a0d26bce-52c5-4191-931a-80607452ca96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.439036] env[69316]: DEBUG nova.compute.manager [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Received event network-vif-plugged-a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.439178] env[69316]: DEBUG oslo_concurrency.lockutils [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] Acquiring lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.439416] env[69316]: DEBUG oslo_concurrency.lockutils [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.439624] env[69316]: DEBUG oslo_concurrency.lockutils [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.439832] env[69316]: DEBUG nova.compute.manager [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] No waiting events found dispatching network-vif-plugged-a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.440048] env[69316]: WARNING nova.compute.manager [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Received unexpected event network-vif-plugged-a0d26bce-52c5-4191-931a-80607452ca96 for instance with vm_state building and task_state spawning. [ 1273.440277] env[69316]: DEBUG nova.compute.manager [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Received event network-changed-a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.440399] env[69316]: DEBUG nova.compute.manager [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Refreshing instance network info cache due to event network-changed-a0d26bce-52c5-4191-931a-80607452ca96. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.440584] env[69316]: DEBUG oslo_concurrency.lockutils [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] Acquiring lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.488306] env[69316]: DEBUG nova.network.neutron [req-87366159-c091-475f-9cdc-e8804a723d1f req-6f66a7e1-27e1-4dd9-9614-2c42f049d282 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updated VIF entry in instance network info cache for port b5a93705-68b4-4b7d-b1bc-41a2d91b247d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.488443] env[69316]: DEBUG nova.network.neutron [req-87366159-c091-475f-9cdc-e8804a723d1f req-6f66a7e1-27e1-4dd9-9614-2c42f049d282 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating instance_info_cache with network_info: [{"id": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "address": "fa:16:3e:ac:fb:8c", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb5a93705-68", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.571547] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.712698] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.712887] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquired lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.713073] env[69316]: DEBUG nova.network.neutron [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.713267] env[69316]: DEBUG nova.objects.instance [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'info_cache' on Instance uuid ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.807520] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.873933] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.896794] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.897200] env[69316]: DEBUG nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Instance network_info: |[{"id": "a0d26bce-52c5-4191-931a-80607452ca96", "address": "fa:16:3e:c3:a9:eb", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d26bce-52", "ovs_interfaceid": "a0d26bce-52c5-4191-931a-80607452ca96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.897508] env[69316]: DEBUG oslo_concurrency.lockutils [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] Acquired lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.897700] env[69316]: DEBUG nova.network.neutron [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Refreshing network info cache for port a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.899132] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a9:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0d26bce-52c5-4191-931a-80607452ca96', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.907522] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.908544] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.908783] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-932c5f38-e1a1-4fff-a49f-999bc19022c9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.930564] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.930564] env[69316]: value = "task-3367983" [ 1273.930564] env[69316]: _type = "Task" [ 1273.930564] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.939997] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367983, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.991463] env[69316]: DEBUG oslo_concurrency.lockutils [req-87366159-c091-475f-9cdc-e8804a723d1f req-6f66a7e1-27e1-4dd9-9614-2c42f049d282 service nova] Releasing lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.079676] env[69316]: DEBUG oslo_concurrency.lockutils [None req-51229ef3-bd46-420a-a8af-1c12a612b6f1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.622s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.079997] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.273s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.080066] env[69316]: INFO nova.compute.manager [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Unshelving [ 1274.112634] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.112849] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.114036] env[69316]: DEBUG nova.network.neutron [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.376087] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528005} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.376087] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] b1d07e0d-3336-48ce-b88a-2b70c53ff423/b1d07e0d-3336-48ce-b88a-2b70c53ff423.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.376087] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.376087] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b8b1948-b0d3-4517-8e41-01a46f9bfae2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.381388] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1274.381388] env[69316]: value = "task-3367984" [ 1274.381388] env[69316]: _type = "Task" [ 1274.381388] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.390239] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.443329] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367983, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.894029] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085745} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.896946] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.897993] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6d3ece-c68a-4a62-a79c-c9c210f1189b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.927109] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] b1d07e0d-3336-48ce-b88a-2b70c53ff423/b1d07e0d-3336-48ce-b88a-2b70c53ff423.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.927681] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e6a7c75-0e5a-45c7-89a8-9ccf4fd3d908 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.948998] env[69316]: DEBUG nova.network.neutron [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updated VIF entry in instance network info cache for port a0d26bce-52c5-4191-931a-80607452ca96. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.949667] env[69316]: DEBUG nova.network.neutron [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance_info_cache with network_info: [{"id": "a0d26bce-52c5-4191-931a-80607452ca96", "address": "fa:16:3e:c3:a9:eb", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d26bce-52", "ovs_interfaceid": "a0d26bce-52c5-4191-931a-80607452ca96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.956120] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1274.956120] env[69316]: value = "task-3367985" [ 1274.956120] env[69316]: _type = "Task" [ 1274.956120] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.962196] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367983, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.972871] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.058051] env[69316]: DEBUG nova.network.neutron [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance_info_cache with network_info: [{"id": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "address": "fa:16:3e:4a:7a:71", "network": {"id": "26ce58fe-6d0f-4497-a0d2-6874b866a79b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-834996186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "138f130ba0c8427ba6907a04781e3bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25ee7a4-11", "ovs_interfaceid": "a25ee7a4-1165-426d-ad41-f59a88ef2e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.075034] env[69316]: INFO nova.network.neutron [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Port 24fed149-b484-42ce-a30f-801d99d8bf76 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1275.075846] env[69316]: DEBUG nova.network.neutron [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.114316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.114316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.114316] env[69316]: DEBUG nova.objects.instance [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'pci_requests' on Instance uuid b0f24192-7e6f-4b55-b6eb-ab7169397525 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.141280] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.337590] env[69316]: DEBUG nova.compute.manager [req-20bb01ed-2ce1-4898-a944-2eafa32eb4fa req-5118a34e-604a-45fa-b892-29064c4b1cec service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.341058] env[69316]: DEBUG nova.compute.manager [req-20bb01ed-2ce1-4898-a944-2eafa32eb4fa req-5118a34e-604a-45fa-b892-29064c4b1cec service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing instance network info cache due to event network-changed-b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.341058] env[69316]: DEBUG oslo_concurrency.lockutils [req-20bb01ed-2ce1-4898-a944-2eafa32eb4fa req-5118a34e-604a-45fa-b892-29064c4b1cec service nova] Acquiring lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.457294] env[69316]: DEBUG oslo_concurrency.lockutils [req-038bc472-64ab-4c43-bc79-d8fc12af393e req-72b3de65-233a-4f8d-a96e-767568a5eb92 service nova] Releasing lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.457746] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367983, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.479618] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.560034] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Releasing lock "refresh_cache-ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.560231] env[69316]: DEBUG nova.objects.instance [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lazy-loading 'migration_context' on Instance uuid ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.578841] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.581556] env[69316]: DEBUG oslo_concurrency.lockutils [req-20bb01ed-2ce1-4898-a944-2eafa32eb4fa req-5118a34e-604a-45fa-b892-29064c4b1cec service nova] Acquired lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.582335] env[69316]: DEBUG nova.network.neutron [req-20bb01ed-2ce1-4898-a944-2eafa32eb4fa req-5118a34e-604a-45fa-b892-29064c4b1cec service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Refreshing network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.618292] env[69316]: DEBUG nova.objects.instance [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'numa_topology' on Instance uuid b0f24192-7e6f-4b55-b6eb-ab7169397525 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.956051] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367983, 'name': CreateVM_Task, 'duration_secs': 1.763088} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.956282] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.956960] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672046', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'name': 'volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63', 'attached_at': '', 'detached_at': '', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'serial': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff'}, 'delete_on_termination': True, 'attachment_id': 'c41eda2e-4613-423d-abb5-de146f36c40e', 'volume_type': None}], 'swap': None} {{(pid=69316) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1275.957176] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Root volume attach. Driver type: vmdk {{(pid=69316) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1275.957972] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75097fe4-d3fc-4292-b009-b0d5348f2e15 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.970692] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b60d42-8462-4372-a20a-64c0b8c19d9d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.979328] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.981593] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889046f-8967-4fd7-b612-e58d52f74d40 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.989974] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-83d9af47-1e2e-4449-a53d-8b9a67715ef4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.003118] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1276.003118] env[69316]: value = "task-3367986" [ 1276.003118] env[69316]: _type = "Task" [ 1276.003118] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.020687] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367986, 'name': RelocateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.062957] env[69316]: DEBUG nova.objects.base [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1276.063942] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677c2a98-30b9-473a-8dbb-42356b11f70e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.087520] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c69c386d-27b8-4359-82db-f2671668b8ca tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-ec54fde1-4c2a-4333-a69b-b5e9a123b765-24fed149-b484-42ce-a30f-801d99d8bf76" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.914s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.092140] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82bcc8d-489a-4855-b4c0-05c2b9587e38 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.098669] env[69316]: DEBUG oslo_vmware.api [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1276.098669] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff55f3-a0ae-5818-bfe4-0af8eaf3787e" [ 1276.098669] env[69316]: _type = "Task" [ 1276.098669] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.115087] env[69316]: DEBUG oslo_vmware.api [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff55f3-a0ae-5818-bfe4-0af8eaf3787e, 'name': SearchDatastore_Task} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.115087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-24fed149-b484-42ce-a30f-801d99d8bf76" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.115087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-24fed149-b484-42ce-a30f-801d99d8bf76" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.115087] env[69316]: DEBUG nova.objects.instance [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'flavor' on Instance uuid 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.115087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.124032] env[69316]: INFO nova.compute.claims [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.346274] env[69316]: DEBUG nova.network.neutron [req-20bb01ed-2ce1-4898-a944-2eafa32eb4fa req-5118a34e-604a-45fa-b892-29064c4b1cec service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updated VIF entry in instance network info cache for port b4558d29-0138-42a0-bf13-024a4fe02b1f. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.347287] env[69316]: DEBUG nova.network.neutron [req-20bb01ed-2ce1-4898-a944-2eafa32eb4fa req-5118a34e-604a-45fa-b892-29064c4b1cec service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [{"id": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "address": "fa:16:3e:84:cb:67", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4558d29-01", "ovs_interfaceid": "b4558d29-0138-42a0-bf13-024a4fe02b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.478377] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.521383] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367986, 'name': RelocateVM_Task} progress is 20%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.734056] env[69316]: DEBUG nova.objects.instance [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.852766] env[69316]: DEBUG oslo_concurrency.lockutils [req-20bb01ed-2ce1-4898-a944-2eafa32eb4fa req-5118a34e-604a-45fa-b892-29064c4b1cec service nova] Releasing lock "refresh_cache-ec54fde1-4c2a-4333-a69b-b5e9a123b765" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.978547] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367985, 'name': ReconfigVM_Task, 'duration_secs': 1.965599} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.979056] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Reconfigured VM instance instance-0000006a to attach disk [datastore2] b1d07e0d-3336-48ce-b88a-2b70c53ff423/b1d07e0d-3336-48ce-b88a-2b70c53ff423.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.979990] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5a3ed0d-04b3-4f92-aa2e-18ae32ad58ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.988820] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1276.988820] env[69316]: value = "task-3367987" [ 1276.988820] env[69316]: _type = "Task" [ 1276.988820] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.998008] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367987, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.011804] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367986, 'name': RelocateVM_Task, 'duration_secs': 0.59099} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.012090] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1277.012340] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672046', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'name': 'volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63', 'attached_at': '', 'detached_at': '', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'serial': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1277.013117] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33723271-c11a-43e3-bdb4-107b67562078 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.029407] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bf4079-34ea-4ba2-99b4-ed75c2eb17a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.052300] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff/volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.052620] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24bb9a28-f98b-49c0-9bea-959955bc381a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.074292] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1277.074292] env[69316]: value = "task-3367988" [ 1277.074292] env[69316]: _type = "Task" [ 1277.074292] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.082820] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.236963] env[69316]: DEBUG nova.objects.base [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Object Instance<9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d> lazy-loaded attributes: flavor,pci_requests {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1277.237263] env[69316]: DEBUG nova.network.neutron [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.281542] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aab30da-30c7-4ba6-937d-e6117dba66a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.289609] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef27c4b1-7935-430b-9d75-bd41f38d83e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.322291] env[69316]: DEBUG nova.policy [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db5757bc25040feae450d248fb7867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5298f4f5d67b40209ea561f065b0dba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.324882] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5702da75-7608-4bdc-912e-4b6e269f1320 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.333647] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dca403-70ea-4629-a856-24dae386e3e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.349721] env[69316]: DEBUG nova.compute.provider_tree [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.506868] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367987, 'name': Rename_Task, 'duration_secs': 0.159736} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.507225] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.507475] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8ec7d31-1dbf-41b9-a68a-976ea358ecf7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.517651] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1277.517651] env[69316]: value = "task-3367989" [ 1277.517651] env[69316]: _type = "Task" [ 1277.517651] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.526652] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.585077] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367988, 'name': ReconfigVM_Task, 'duration_secs': 0.278562} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.585439] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff/volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.590895] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656e5761-621e-4380-83d6-bbf274b02104 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.608131] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1277.608131] env[69316]: value = "task-3367990" [ 1277.608131] env[69316]: _type = "Task" [ 1277.608131] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.617336] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.853092] env[69316]: DEBUG nova.scheduler.client.report [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.030884] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.119426] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367990, 'name': ReconfigVM_Task, 'duration_secs': 0.151497} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.119838] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672046', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'name': 'volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63', 'attached_at': '', 'detached_at': '', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'serial': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1278.121596] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a7b9936-6b6f-459f-898b-0d30cd327fc1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.128696] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1278.128696] env[69316]: value = "task-3367991" [ 1278.128696] env[69316]: _type = "Task" [ 1278.128696] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.138164] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367991, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.358845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.244s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.360676] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.245s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.392160] env[69316]: INFO nova.network.neutron [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating port b5a93705-68b4-4b7d-b1bc-41a2d91b247d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1278.530196] env[69316]: DEBUG oslo_vmware.api [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3367989, 'name': PowerOnVM_Task, 'duration_secs': 0.555312} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.530196] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.530845] env[69316]: INFO nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1278.530845] env[69316]: DEBUG nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.531706] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e4e0b0-803e-4820-9954-745dabfcd307 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.640787] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367991, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.828374] env[69316]: DEBUG nova.network.neutron [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Successfully updated port: 24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.989463] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b479edd7-89aa-4be9-9bd1-aeb04b8ec74a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.997673] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec3361-5ae1-4a1a-b42a-b295b4f56b1d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.028669] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6e810c-7b50-4fad-9351-edf799e128e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.036856] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff3858-69fc-438f-965e-8a9d097ddf14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.054791] env[69316]: DEBUG nova.compute.provider_tree [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.062012] env[69316]: INFO nova.compute.manager [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Took 14.32 seconds to build instance. [ 1279.140318] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367991, 'name': Rename_Task, 'duration_secs': 0.736632} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.140318] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.140482] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18cc0151-4e33-4869-a6fe-8a7bf9be75ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.148189] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1279.148189] env[69316]: value = "task-3367992" [ 1279.148189] env[69316]: _type = "Task" [ 1279.148189] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.156403] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.331097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.331273] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.331426] env[69316]: DEBUG nova.network.neutron [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.559692] env[69316]: DEBUG nova.scheduler.client.report [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.563073] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f500054d-4a8b-4c02-abbe-28743479c3fe tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.833s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.659750] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.872934] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.873419] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.873419] env[69316]: DEBUG nova.network.neutron [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.877652] env[69316]: WARNING nova.network.neutron [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6 already exists in list: networks containing: ['fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6']. ignoring it [ 1280.132770] env[69316]: DEBUG nova.network.neutron [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24fed149-b484-42ce-a30f-801d99d8bf76", "address": "fa:16:3e:6f:a3:cf", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fed149-b4", "ovs_interfaceid": "24fed149-b484-42ce-a30f-801d99d8bf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.159235] env[69316]: DEBUG oslo_vmware.api [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3367992, 'name': PowerOnVM_Task, 'duration_secs': 0.58916} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.159506] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.159744] env[69316]: INFO nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1280.160015] env[69316]: DEBUG nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.160838] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafeecc1-1d39-41a0-a185-e5174465d2cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.570383] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.211s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.590916] env[69316]: DEBUG nova.network.neutron [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating instance_info_cache with network_info: [{"id": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "address": "fa:16:3e:ac:fb:8c", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a93705-68", "ovs_interfaceid": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.636295] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.637013] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.637205] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.638153] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ced52-af8d-4d5a-b8a7-28f5fc564ac7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.657379] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.657732] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.657999] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.658149] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.658394] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.658509] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.658674] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.658840] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.659030] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.659212] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.659389] env[69316]: DEBUG nova.virt.hardware [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.666353] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Reconfiguring VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1280.666782] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b18b561-5ebd-4ca9-97e9-819e83f8205a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.686205] env[69316]: INFO nova.compute.manager [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Took 13.42 seconds to build instance. [ 1280.690484] env[69316]: DEBUG oslo_vmware.api [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1280.690484] env[69316]: value = "task-3367993" [ 1280.690484] env[69316]: _type = "Task" [ 1280.690484] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.699693] env[69316]: DEBUG oslo_vmware.api [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367993, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.096024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.123020] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0369984cd927daa2fd044e368b26c30e',container_format='bare',created_at=2025-04-08T14:26:11Z,direct_url=,disk_format='vmdk',id=0735f5d4-e836-457b-8ca6-de1cbc2ccf96,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-255186304-shelved',owner='8c86a98c6df3443f874cb49442e38198',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-08T14:26:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.123288] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.123461] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.123667] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.123832] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.123991] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.124220] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.124437] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.124625] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.124836] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.125064] env[69316]: DEBUG nova.virt.hardware [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.126065] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32f46d0-e80f-4e2d-a5f2-fc6829e64f8a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.134865] env[69316]: INFO nova.scheduler.client.report [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted allocation for migration 5a93c11e-15e3-46d2-b07f-7a339685be1d [ 1281.137079] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a349a-c2ec-4ef5-bc60-4ec6da953aaa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.154316] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:fb:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a93705-68b4-4b7d-b1bc-41a2d91b247d', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.161928] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.162294] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.162595] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f629926e-83ab-4b46-bcdf-4490abd96125 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.188651] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f278eb2d-1885-4822-9b39-e941c4a1afea tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.935s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.188953] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.188953] env[69316]: value = "task-3367994" [ 1281.188953] env[69316]: _type = "Task" [ 1281.188953] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.203346] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367994, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.206931] env[69316]: DEBUG oslo_vmware.api [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.646650] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.518s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.701945] env[69316]: DEBUG oslo_vmware.api [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367993, 'name': ReconfigVM_Task, 'duration_secs': 0.726655} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.705153] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.705371] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Reconfigured VM to attach interface {{(pid=69316) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1281.707678] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3367994, 'name': CreateVM_Task, 'duration_secs': 0.422816} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.707830] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.708567] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.708732] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.709120] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.709359] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5175af68-97e7-47bc-981e-fad16c289c6c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.722722] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1281.722722] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c362da-8a7e-3c48-82c5-61ec3eb97a9f" [ 1281.722722] env[69316]: _type = "Task" [ 1281.722722] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.731032] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c362da-8a7e-3c48-82c5-61ec3eb97a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.209804] env[69316]: DEBUG oslo_concurrency.lockutils [None req-944abc37-eac3-45c0-9dba-d23801237c7c tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-24fed149-b484-42ce-a30f-801d99d8bf76" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.097s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.234099] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.234350] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Processing image 0735f5d4-e836-457b-8ca6-de1cbc2ccf96 {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.234603] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96/0735f5d4-e836-457b-8ca6-de1cbc2ccf96.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.234757] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96/0735f5d4-e836-457b-8ca6-de1cbc2ccf96.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.234931] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.235201] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89349408-096e-4868-82ba-a0b736fffd82 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.244806] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.244976] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.245693] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d099eb0-bab6-429d-a922-af687e0c9003 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.251752] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1282.251752] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523d8d86-cc5f-3a7e-fca4-945ccd7e11be" [ 1282.251752] env[69316]: _type = "Task" [ 1282.251752] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.262121] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523d8d86-cc5f-3a7e-fca4-945ccd7e11be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.763458] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Preparing fetch location {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1282.763806] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Fetch image to [datastore2] OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a/OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a.vmdk {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1282.763937] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Downloading stream optimized image 0735f5d4-e836-457b-8ca6-de1cbc2ccf96 to [datastore2] OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a/OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a.vmdk on the data store datastore2 as vApp {{(pid=69316) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1282.764082] env[69316]: DEBUG nova.virt.vmwareapi.images [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Downloading image file data 0735f5d4-e836-457b-8ca6-de1cbc2ccf96 to the ESX as VM named 'OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a' {{(pid=69316) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1282.833498] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1282.833498] env[69316]: value = "resgroup-9" [ 1282.833498] env[69316]: _type = "ResourcePool" [ 1282.833498] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1282.833947] env[69316]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0e0bdfc5-7043-4059-86b6-07972c048733 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.856566] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease: (returnval){ [ 1282.856566] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52102c22-c6d5-0544-b83a-97ce57789df5" [ 1282.856566] env[69316]: _type = "HttpNfcLease" [ 1282.856566] env[69316]: } obtained for vApp import into resource pool (val){ [ 1282.856566] env[69316]: value = "resgroup-9" [ 1282.856566] env[69316]: _type = "ResourcePool" [ 1282.856566] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1282.856911] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the lease: (returnval){ [ 1282.856911] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52102c22-c6d5-0544-b83a-97ce57789df5" [ 1282.856911] env[69316]: _type = "HttpNfcLease" [ 1282.856911] env[69316]: } to be ready. {{(pid=69316) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1282.864442] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.864442] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52102c22-c6d5-0544-b83a-97ce57789df5" [ 1282.864442] env[69316]: _type = "HttpNfcLease" [ 1282.864442] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1283.118304] env[69316]: DEBUG nova.compute.manager [req-b8740a65-e12f-410d-a441-dbedfb1a06bc req-ace657ae-9bbd-4abb-bf52-f72c7147810e service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received event network-changed-716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.118552] env[69316]: DEBUG nova.compute.manager [req-b8740a65-e12f-410d-a441-dbedfb1a06bc req-ace657ae-9bbd-4abb-bf52-f72c7147810e service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing instance network info cache due to event network-changed-716b84ff-cf4b-4cb5-b007-b1d345af7dda. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.118821] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8740a65-e12f-410d-a441-dbedfb1a06bc req-ace657ae-9bbd-4abb-bf52-f72c7147810e service nova] Acquiring lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.119034] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8740a65-e12f-410d-a441-dbedfb1a06bc req-ace657ae-9bbd-4abb-bf52-f72c7147810e service nova] Acquired lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.119254] env[69316]: DEBUG nova.network.neutron [req-b8740a65-e12f-410d-a441-dbedfb1a06bc req-ace657ae-9bbd-4abb-bf52-f72c7147810e service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing network info cache for port 716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.137757] env[69316]: DEBUG nova.compute.manager [req-6c0d19d2-1970-42f5-8705-ee9ef1d40754 req-667c139a-f722-4059-a8c8-0c8b4af3b64f service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received event network-vif-plugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.138146] env[69316]: DEBUG oslo_concurrency.lockutils [req-6c0d19d2-1970-42f5-8705-ee9ef1d40754 req-667c139a-f722-4059-a8c8-0c8b4af3b64f service nova] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.138237] env[69316]: DEBUG oslo_concurrency.lockutils [req-6c0d19d2-1970-42f5-8705-ee9ef1d40754 req-667c139a-f722-4059-a8c8-0c8b4af3b64f service nova] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.138362] env[69316]: DEBUG oslo_concurrency.lockutils [req-6c0d19d2-1970-42f5-8705-ee9ef1d40754 req-667c139a-f722-4059-a8c8-0c8b4af3b64f service nova] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.138788] env[69316]: DEBUG nova.compute.manager [req-6c0d19d2-1970-42f5-8705-ee9ef1d40754 req-667c139a-f722-4059-a8c8-0c8b4af3b64f service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] No waiting events found dispatching network-vif-plugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.138788] env[69316]: WARNING nova.compute.manager [req-6c0d19d2-1970-42f5-8705-ee9ef1d40754 req-667c139a-f722-4059-a8c8-0c8b4af3b64f service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received unexpected event network-vif-plugged-b5a93705-68b4-4b7d-b1bc-41a2d91b247d for instance with vm_state shelved_offloaded and task_state spawning. [ 1283.152653] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.152912] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.153140] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.153361] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.153636] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.158202] env[69316]: INFO nova.compute.manager [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Terminating instance [ 1283.367836] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.367836] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52102c22-c6d5-0544-b83a-97ce57789df5" [ 1283.367836] env[69316]: _type = "HttpNfcLease" [ 1283.367836] env[69316]: } is initializing. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1283.661990] env[69316]: DEBUG nova.compute.manager [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.662308] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.663340] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a4738f-d63d-411d-82fe-fbb146d57980 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.671931] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.672183] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1f68ff7-5969-4088-979e-e50474c25443 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.679311] env[69316]: DEBUG oslo_vmware.api [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1283.679311] env[69316]: value = "task-3367996" [ 1283.679311] env[69316]: _type = "Task" [ 1283.679311] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.689463] env[69316]: DEBUG oslo_vmware.api [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.866325] env[69316]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.866325] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52102c22-c6d5-0544-b83a-97ce57789df5" [ 1283.866325] env[69316]: _type = "HttpNfcLease" [ 1283.866325] env[69316]: } is ready. {{(pid=69316) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1283.866797] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1283.866797] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52102c22-c6d5-0544-b83a-97ce57789df5" [ 1283.866797] env[69316]: _type = "HttpNfcLease" [ 1283.866797] env[69316]: }. {{(pid=69316) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1283.867730] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797028f6-3b76-439a-8643-93bd6c500b7d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.876978] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529300b2-9c28-416f-55a3-4a58dfd535a0/disk-0.vmdk from lease info. {{(pid=69316) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1283.877553] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529300b2-9c28-416f-55a3-4a58dfd535a0/disk-0.vmdk. {{(pid=69316) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1283.950669] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f8a20ad-07a6-4f3e-8823-3757ac195044 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.012276] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "interface-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-24fed149-b484-42ce-a30f-801d99d8bf76" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.012612] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-24fed149-b484-42ce-a30f-801d99d8bf76" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.191588] env[69316]: DEBUG oslo_vmware.api [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367996, 'name': PowerOffVM_Task, 'duration_secs': 0.371564} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.194467] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.194717] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.195192] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8b34ad8-adf4-4d03-98f5-44f3f50c7e68 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.283246] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.285730] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.285730] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleting the datastore file [datastore2] ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.285730] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c98b6113-2566-4f8d-aa84-d18a75fd276a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.293971] env[69316]: DEBUG oslo_vmware.api [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for the task: (returnval){ [ 1284.293971] env[69316]: value = "task-3367998" [ 1284.293971] env[69316]: _type = "Task" [ 1284.293971] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.304898] env[69316]: DEBUG oslo_vmware.api [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.411504] env[69316]: DEBUG nova.network.neutron [req-b8740a65-e12f-410d-a441-dbedfb1a06bc req-ace657ae-9bbd-4abb-bf52-f72c7147810e service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updated VIF entry in instance network info cache for port 716b84ff-cf4b-4cb5-b007-b1d345af7dda. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.411504] env[69316]: DEBUG nova.network.neutron [req-b8740a65-e12f-410d-a441-dbedfb1a06bc req-ace657ae-9bbd-4abb-bf52-f72c7147810e service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24fed149-b484-42ce-a30f-801d99d8bf76", "address": "fa:16:3e:6f:a3:cf", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fed149-b4", "ovs_interfaceid": "24fed149-b484-42ce-a30f-801d99d8bf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.517519] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.517844] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.519436] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18627825-b154-43c3-9ae1-e6439cf5c2f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.550337] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f4254-5ab6-4927-9ad6-a27d03f245e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.584727] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Reconfiguring VM to detach interface {{(pid=69316) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1284.589462] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04ce2a2-f634-49c0-a470-bcce416743df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.609630] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1284.609630] env[69316]: value = "task-3367999" [ 1284.609630] env[69316]: _type = "Task" [ 1284.609630] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.619164] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.808489] env[69316]: DEBUG oslo_vmware.api [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Task: {'id': task-3367998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201165} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.808786] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.808940] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.809261] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.809545] env[69316]: INFO nova.compute.manager [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1284.809940] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.810228] env[69316]: DEBUG nova.compute.manager [-] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.810383] env[69316]: DEBUG nova.network.neutron [-] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.921471] env[69316]: DEBUG oslo_concurrency.lockutils [req-b8740a65-e12f-410d-a441-dbedfb1a06bc req-ace657ae-9bbd-4abb-bf52-f72c7147810e service nova] Releasing lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.127803] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.155154] env[69316]: DEBUG nova.compute.manager [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received event network-vif-plugged-24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.156124] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Acquiring lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.156124] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.156124] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.156292] env[69316]: DEBUG nova.compute.manager [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] No waiting events found dispatching network-vif-plugged-24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.156390] env[69316]: WARNING nova.compute.manager [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received unexpected event network-vif-plugged-24fed149-b484-42ce-a30f-801d99d8bf76 for instance with vm_state active and task_state None. [ 1285.156597] env[69316]: DEBUG nova.compute.manager [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received event network-changed-24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.156707] env[69316]: DEBUG nova.compute.manager [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing instance network info cache due to event network-changed-24fed149-b484-42ce-a30f-801d99d8bf76. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.156820] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Acquiring lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.157114] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Acquired lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.157114] env[69316]: DEBUG nova.network.neutron [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Refreshing network info cache for port 24fed149-b484-42ce-a30f-801d99d8bf76 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.168073] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Completed reading data from the image iterator. {{(pid=69316) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1285.168333] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529300b2-9c28-416f-55a3-4a58dfd535a0/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1285.169736] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f18dfff-a6b7-4e8d-8e3b-2329bbc50460 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.179063] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529300b2-9c28-416f-55a3-4a58dfd535a0/disk-0.vmdk is in state: ready. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1285.179253] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529300b2-9c28-416f-55a3-4a58dfd535a0/disk-0.vmdk. {{(pid=69316) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1285.179488] env[69316]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-75b2df00-ca5e-49b3-a85d-df7ede2bf632 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.186171] env[69316]: DEBUG nova.compute.manager [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received event network-changed-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.186171] env[69316]: DEBUG nova.compute.manager [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Refreshing instance network info cache due to event network-changed-b5a93705-68b4-4b7d-b1bc-41a2d91b247d. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.186171] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Acquiring lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.186372] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Acquired lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.186372] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Refreshing network info cache for port b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.522027] env[69316]: DEBUG oslo_vmware.rw_handles [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529300b2-9c28-416f-55a3-4a58dfd535a0/disk-0.vmdk. {{(pid=69316) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1285.523011] env[69316]: INFO nova.virt.vmwareapi.images [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Downloaded image file data 0735f5d4-e836-457b-8ca6-de1cbc2ccf96 [ 1285.523129] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a9168-dd01-4c71-9f1d-fc9082f00f74 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.542706] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e92d72e5-ca16-4ef1-b266-f627e788b04d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.574544] env[69316]: INFO nova.virt.vmwareapi.images [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] The imported VM was unregistered [ 1285.577589] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Caching image {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1285.577589] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96 {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.577696] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e42eb237-e28a-4440-8e98-b31a2d79c454 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.593057] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Created directory with path [datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96 {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.593274] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a/OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a.vmdk to [datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96/0735f5d4-e836-457b-8ca6-de1cbc2ccf96.vmdk. {{(pid=69316) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1285.593536] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-63f06eb1-7285-4a35-b486-cd0a845d248d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.602456] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1285.602456] env[69316]: value = "task-3368001" [ 1285.602456] env[69316]: _type = "Task" [ 1285.602456] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.614962] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368001, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.622015] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.630547] env[69316]: DEBUG nova.network.neutron [-] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.646538] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.646673] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.876602] env[69316]: DEBUG nova.network.neutron [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updated VIF entry in instance network info cache for port 24fed149-b484-42ce-a30f-801d99d8bf76. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.877079] env[69316]: DEBUG nova.network.neutron [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24fed149-b484-42ce-a30f-801d99d8bf76", "address": "fa:16:3e:6f:a3:cf", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fed149-b4", "ovs_interfaceid": "24fed149-b484-42ce-a30f-801d99d8bf76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.907727] env[69316]: DEBUG nova.compute.manager [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1286.012892] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updated VIF entry in instance network info cache for port b5a93705-68b4-4b7d-b1bc-41a2d91b247d. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.013455] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating instance_info_cache with network_info: [{"id": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "address": "fa:16:3e:ac:fb:8c", "network": {"id": "47b4fc62-3c65-4db4-aee4-a86c4de76270", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1223564179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c86a98c6df3443f874cb49442e38198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a93705-68", "ovs_interfaceid": "b5a93705-68b4-4b7d-b1bc-41a2d91b247d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.119407] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368001, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.126570] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.134913] env[69316]: INFO nova.compute.manager [-] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Took 1.32 seconds to deallocate network for instance. [ 1286.151680] env[69316]: DEBUG nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.381953] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Releasing lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.382254] env[69316]: DEBUG nova.compute.manager [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Received event network-changed-e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.382422] env[69316]: DEBUG nova.compute.manager [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Refreshing instance network info cache due to event network-changed-e77f7d02-8e8b-4826-a50c-ff571e6ebaea. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.382773] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Acquiring lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.382927] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Acquired lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.383127] env[69316]: DEBUG nova.network.neutron [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Refreshing network info cache for port e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.440614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.440614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.517106] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Releasing lock "refresh_cache-b0f24192-7e6f-4b55-b6eb-ab7169397525" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.517455] env[69316]: DEBUG nova.compute.manager [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Received event network-changed-b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.517696] env[69316]: DEBUG nova.compute.manager [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Refreshing instance network info cache due to event network-changed-b5d670f4-44d3-436e-933c-b2fae6553ab7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.517992] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Acquiring lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.518115] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Acquired lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.518238] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Refreshing network info cache for port b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.619542] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368001, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.629932] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.641526] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.676131] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.945522] env[69316]: INFO nova.compute.claims [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.117314] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368001, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.137583] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.188480] env[69316]: DEBUG nova.compute.manager [req-d423e600-2c38-4551-b0d1-be0bea675062 req-56f3b270-0dca-48ed-ab6f-6eb1c4de29af service nova] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Received event network-vif-deleted-a25ee7a4-1165-426d-ad41-f59a88ef2e4a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.219728] env[69316]: DEBUG nova.network.neutron [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Updated VIF entry in instance network info cache for port e77f7d02-8e8b-4826-a50c-ff571e6ebaea. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.220105] env[69316]: DEBUG nova.network.neutron [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Updating instance_info_cache with network_info: [{"id": "e77f7d02-8e8b-4826-a50c-ff571e6ebaea", "address": "fa:16:3e:28:2f:9d", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77f7d02-8e", "ovs_interfaceid": "e77f7d02-8e8b-4826-a50c-ff571e6ebaea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.284738] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updated VIF entry in instance network info cache for port b5d670f4-44d3-436e-933c-b2fae6553ab7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.285148] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updating instance_info_cache with network_info: [{"id": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "address": "fa:16:3e:ba:29:7f", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d670f4-44", "ovs_interfaceid": "b5d670f4-44d3-436e-933c-b2fae6553ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.452100] env[69316]: INFO nova.compute.resource_tracker [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating resource usage from migration 519b07d1-ff31-4e9f-9bae-928897073640 [ 1287.617048] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368001, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.631873] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.633734] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85234848-eb07-4748-b9a0-eebc631ce39e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.643228] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc378c80-23b5-4acf-9cbf-a344241134d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.652630] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.652864] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.684663] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b6ac2-d379-4beb-a064-708b291615f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.694295] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f638fd0-b870-4b9b-932e-90f8251b150a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.710191] env[69316]: DEBUG nova.compute.provider_tree [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.722894] env[69316]: DEBUG oslo_concurrency.lockutils [req-c8c9d76f-97bc-4294-b345-e7688b9a2334 req-400db611-b58d-417a-8500-15a320c8e860 service nova] Releasing lock "refresh_cache-b1d07e0d-3336-48ce-b88a-2b70c53ff423" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.787960] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Releasing lock "refresh_cache-dd26354c-255e-445d-a262-9ebf5c8bd160" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.788257] env[69316]: DEBUG nova.compute.manager [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Received event network-changed-a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.788427] env[69316]: DEBUG nova.compute.manager [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Refreshing instance network info cache due to event network-changed-a0d26bce-52c5-4191-931a-80607452ca96. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.788643] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Acquiring lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.788788] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Acquired lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.788952] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Refreshing network info cache for port a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.117971] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368001, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.129535] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.155268] env[69316]: DEBUG nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.214055] env[69316]: DEBUG nova.scheduler.client.report [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.487527] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updated VIF entry in instance network info cache for port a0d26bce-52c5-4191-931a-80607452ca96. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.487898] env[69316]: DEBUG nova.network.neutron [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance_info_cache with network_info: [{"id": "a0d26bce-52c5-4191-931a-80607452ca96", "address": "fa:16:3e:c3:a9:eb", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d26bce-52", "ovs_interfaceid": "a0d26bce-52c5-4191-931a-80607452ca96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.617959] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368001, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.629022} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.618244] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a/OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a.vmdk to [datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96/0735f5d4-e836-457b-8ca6-de1cbc2ccf96.vmdk. [ 1288.618432] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Cleaning up location [datastore2] OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1288.618601] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_43395ada-5999-437a-a926-85d2d16ab47a {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.618942] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd208c08-46e3-4fb2-8cd6-1fadd17952f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.629523] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.630795] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1288.630795] env[69316]: value = "task-3368002" [ 1288.630795] env[69316]: _type = "Task" [ 1288.630795] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.638149] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.680406] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.718847] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.279s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.719071] env[69316]: INFO nova.compute.manager [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Migrating [ 1288.725331] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.084s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.725646] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.728124] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.052s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.729620] env[69316]: INFO nova.compute.claims [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.752118] env[69316]: INFO nova.scheduler.client.report [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Deleted allocations for instance ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54 [ 1288.990717] env[69316]: DEBUG oslo_concurrency.lockutils [req-4a554dae-3678-4c50-9206-d2998e2933b9 req-a88f5c53-8328-4d29-a850-a0f133f43b9b service nova] Releasing lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.130876] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.138803] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034956} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.139066] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.139234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96/0735f5d4-e836-457b-8ca6-de1cbc2ccf96.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.139482] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96/0735f5d4-e836-457b-8ca6-de1cbc2ccf96.vmdk to [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525/b0f24192-7e6f-4b55-b6eb-ab7169397525.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.139731] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6638f2df-1440-4e8c-863a-82f15c6d0776 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.147449] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1289.147449] env[69316]: value = "task-3368003" [ 1289.147449] env[69316]: _type = "Task" [ 1289.147449] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.155165] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.241537] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.241686] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.241861] env[69316]: DEBUG nova.network.neutron [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.261951] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a81954a9-f3c1-4732-b247-9196817ed068 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Lock "ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.109s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.633600] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.658626] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368003, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.919063] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eab78b-6e68-4016-b2d2-27e024192867 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.926387] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c068e74-ffe7-4373-bb58-4de99f804b37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.962718] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8668e9-e5af-4ce5-9e0c-d129216efa50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.972348] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b614ab-c81f-471e-a17e-e2eeca446235 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.987716] env[69316]: DEBUG nova.compute.provider_tree [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.034061] env[69316]: DEBUG nova.network.neutron [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance_info_cache with network_info: [{"id": "a0d26bce-52c5-4191-931a-80607452ca96", "address": "fa:16:3e:c3:a9:eb", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d26bce-52", "ovs_interfaceid": "a0d26bce-52c5-4191-931a-80607452ca96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.132929] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.159277] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368003, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.495532] env[69316]: DEBUG nova.scheduler.client.report [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.536615] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.634155] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.659678] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368003, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.802819] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.000560] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.001330] env[69316]: DEBUG nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.004456] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.324s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.006622] env[69316]: INFO nova.compute.claims [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.134047] env[69316]: DEBUG oslo_vmware.api [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3367999, 'name': ReconfigVM_Task, 'duration_secs': 6.307207} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.134399] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.134453] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Reconfigured VM to detach interface {{(pid=69316) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1291.160028] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368003, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.308152] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Getting list of instances from cluster (obj){ [ 1291.308152] env[69316]: value = "domain-c8" [ 1291.308152] env[69316]: _type = "ClusterComputeResource" [ 1291.308152] env[69316]: } {{(pid=69316) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1291.309422] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfe4153-a406-4974-8391-25ee4b1da8cc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.330033] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Got total of 8 instances {{(pid=69316) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1291.330229] env[69316]: WARNING nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1291.330374] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid dd26354c-255e-445d-a262-9ebf5c8bd160 {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.330559] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid e71187f7-dcc9-4ee8-b398-65cf3e88c12f {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.330711] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid b0f24192-7e6f-4b55-b6eb-ab7169397525 {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.330959] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid ec54fde1-4c2a-4333-a69b-b5e9a123b765 {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.331077] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.331166] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid 0573bffa-2249-4344-aa56-e9fae5a67394 {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.331305] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid b1d07e0d-3336-48ce-b88a-2b70c53ff423 {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.331451] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63 {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.331598] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Triggering sync for uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1291.331981] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "dd26354c-255e-445d-a262-9ebf5c8bd160" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.332223] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.332502] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.332707] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.332953] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.333176] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.333351] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.333579] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.333759] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.333989] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "0573bffa-2249-4344-aa56-e9fae5a67394" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.334178] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "0573bffa-2249-4344-aa56-e9fae5a67394" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.334403] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.334600] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.334838] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.335022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.335197] env[69316]: INFO nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1291.335356] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.335538] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.336439] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8be1168-dd01-420a-a55a-6e53c1f3b22b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.339770] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a05999b-5325-4797-a13e-6f7bf861a3b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.342801] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f01e1d-449e-4d22-be4f-af9480d2e042 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.345911] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e37e2f4-f1f4-4bc7-bca0-e5b116f1c12b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.348897] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c2232-2d0c-4ca3-9ee1-a112d6a4a4d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.352137] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb62fb2a-717d-4a82-9446-95d9066ad803 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.511524] env[69316]: DEBUG nova.compute.utils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.517491] env[69316]: DEBUG nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.517491] env[69316]: DEBUG nova.network.neutron [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.560068] env[69316]: DEBUG nova.policy [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23499066b728486d8541f897d7b7719c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48bb68e46f57462ea7be7eca82e5cca5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.659577] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368003, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.831981] env[69316]: DEBUG nova.network.neutron [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Successfully created port: b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.877914] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.877914] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.877914] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "0573bffa-2249-4344-aa56-e9fae5a67394" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.886420] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.887861] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.889284] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.016927] env[69316]: DEBUG nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.054078] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1895e989-93a6-4109-891e-8ec498b9c166 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.081711] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.160571] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368003, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.193319] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6aacc-add1-42bc-af06-8a5c1beb2438 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.202052] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906242dc-b08c-4253-b184-6695e0cc8479 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.231633] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f165d26-63dc-4c20-aaa1-c679c1480ffd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.239213] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4340317c-4517-4456-9c30-fad08b4a63e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.252427] env[69316]: DEBUG nova.compute.provider_tree [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.447027] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.447027] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquired lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.447259] env[69316]: DEBUG nova.network.neutron [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.553610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.553610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.553610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.553610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.553933] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.556738] env[69316]: INFO nova.compute.manager [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Terminating instance [ 1292.591013] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.591303] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac65bb71-503f-44a1-ad9f-7f5ab7a71e7d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.599970] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1292.599970] env[69316]: value = "task-3368005" [ 1292.599970] env[69316]: _type = "Task" [ 1292.599970] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.610195] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.660676] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368003, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.506701} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.660980] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0735f5d4-e836-457b-8ca6-de1cbc2ccf96/0735f5d4-e836-457b-8ca6-de1cbc2ccf96.vmdk to [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525/b0f24192-7e6f-4b55-b6eb-ab7169397525.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.661830] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbcc0d5-9b67-422e-9a43-5b85e45c42f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.689069] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525/b0f24192-7e6f-4b55-b6eb-ab7169397525.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.689544] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532e0eb2-a999-48ed-a513-0b9e46f621c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.715813] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1292.715813] env[69316]: value = "task-3368006" [ 1292.715813] env[69316]: _type = "Task" [ 1292.715813] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.724220] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.755571] env[69316]: DEBUG nova.scheduler.client.report [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.029466] env[69316]: DEBUG nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.057335] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.057609] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.057770] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.057954] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.058113] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.058262] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.058475] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.058638] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.058951] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.059174] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.059355] env[69316]: DEBUG nova.virt.hardware [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.060229] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfec2ee-5b96-43c2-b2cb-fb5cd05391ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.063431] env[69316]: DEBUG nova.compute.manager [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.063637] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.064434] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3731e99c-0b20-428a-8866-3a5029c07e30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.074591] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8debe9bb-2d31-4fe5-a720-831c0945d5d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.078379] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.080815] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92e397f3-8332-4054-a4d6-afbdbec0d845 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.093345] env[69316]: DEBUG oslo_vmware.api [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1293.093345] env[69316]: value = "task-3368007" [ 1293.093345] env[69316]: _type = "Task" [ 1293.093345] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.101916] env[69316]: DEBUG oslo_vmware.api [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.110569] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368005, 'name': PowerOffVM_Task, 'duration_secs': 0.21818} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.110819] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.111008] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.215526] env[69316]: DEBUG nova.compute.manager [req-eacca0c7-f8df-4824-a3bc-8132d3b691c6 req-05ba4249-641d-4bbe-8a0f-026bc9199095 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Received event network-vif-plugged-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.215835] env[69316]: DEBUG oslo_concurrency.lockutils [req-eacca0c7-f8df-4824-a3bc-8132d3b691c6 req-05ba4249-641d-4bbe-8a0f-026bc9199095 service nova] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.215980] env[69316]: DEBUG oslo_concurrency.lockutils [req-eacca0c7-f8df-4824-a3bc-8132d3b691c6 req-05ba4249-641d-4bbe-8a0f-026bc9199095 service nova] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.216609] env[69316]: DEBUG oslo_concurrency.lockutils [req-eacca0c7-f8df-4824-a3bc-8132d3b691c6 req-05ba4249-641d-4bbe-8a0f-026bc9199095 service nova] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.216790] env[69316]: DEBUG nova.compute.manager [req-eacca0c7-f8df-4824-a3bc-8132d3b691c6 req-05ba4249-641d-4bbe-8a0f-026bc9199095 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] No waiting events found dispatching network-vif-plugged-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.217021] env[69316]: WARNING nova.compute.manager [req-eacca0c7-f8df-4824-a3bc-8132d3b691c6 req-05ba4249-641d-4bbe-8a0f-026bc9199095 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Received unexpected event network-vif-plugged-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b for instance with vm_state building and task_state spawning. [ 1293.230232] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368006, 'name': ReconfigVM_Task, 'duration_secs': 0.351562} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.230572] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525/b0f24192-7e6f-4b55-b6eb-ab7169397525.vmdk or device None with type streamOptimized {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.231379] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ead9ef-09dc-4c27-b1d8-efcdd9a88c0f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.233940] env[69316]: INFO nova.network.neutron [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Port 24fed149-b484-42ce-a30f-801d99d8bf76 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1293.234346] env[69316]: DEBUG nova.network.neutron [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [{"id": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "address": "fa:16:3e:f5:d5:ec", "network": {"id": "fe77a9ad-ab8d-4c6b-9ed6-d5c117612ee6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2057433863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5298f4f5d67b40209ea561f065b0dba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716b84ff-cf", "ovs_interfaceid": "716b84ff-cf4b-4cb5-b007-b1d345af7dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.242380] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1293.242380] env[69316]: value = "task-3368008" [ 1293.242380] env[69316]: _type = "Task" [ 1293.242380] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.254312] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368008, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.261265] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.262116] env[69316]: DEBUG nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.300781] env[69316]: DEBUG nova.network.neutron [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Successfully updated port: b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.603768] env[69316]: DEBUG oslo_vmware.api [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368007, 'name': PowerOffVM_Task, 'duration_secs': 0.222455} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.604071] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.604229] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.604478] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c27e24a-b915-43ee-a0e8-ea88db6019be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.617553] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.617816] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.617947] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.618201] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.618410] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.618630] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.618930] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.619159] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.619372] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.619578] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.619804] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.625130] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617f5b45-b86e-4910-8c23-ae52d692bf14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.643343] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1293.643343] env[69316]: value = "task-3368010" [ 1293.643343] env[69316]: _type = "Task" [ 1293.643343] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.653102] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.682116] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.682551] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.682881] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleting the datastore file [datastore2] 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.683348] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73f0978e-2839-47c2-8db1-19cf223e6af0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.692433] env[69316]: DEBUG oslo_vmware.api [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1293.692433] env[69316]: value = "task-3368011" [ 1293.692433] env[69316]: _type = "Task" [ 1293.692433] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.701670] env[69316]: DEBUG oslo_vmware.api [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.737590] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Releasing lock "refresh_cache-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.754438] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368008, 'name': Rename_Task, 'duration_secs': 0.178551} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.754838] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.755027] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a594be-fbed-43bd-881a-4bb228280fa4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.762103] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1293.762103] env[69316]: value = "task-3368012" [ 1293.762103] env[69316]: _type = "Task" [ 1293.762103] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.772442] env[69316]: DEBUG nova.compute.utils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.773746] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.774245] env[69316]: DEBUG nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.774415] env[69316]: DEBUG nova.network.neutron [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.815200] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.815200] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.815200] env[69316]: DEBUG nova.network.neutron [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.827320] env[69316]: DEBUG nova.policy [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb0645a52294f6eada47e11bbe27020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ba7891c1cd4fb3a90e201f42a19950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.117974] env[69316]: DEBUG nova.network.neutron [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Successfully created port: 49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.165027] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368010, 'name': ReconfigVM_Task, 'duration_secs': 0.174191} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.165027] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.206025] env[69316]: DEBUG oslo_vmware.api [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208844} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.206025] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.206025] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.206025] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.206025] env[69316]: INFO nova.compute.manager [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1294.206025] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.206025] env[69316]: DEBUG nova.compute.manager [-] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.206025] env[69316]: DEBUG nova.network.neutron [-] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.243107] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d553cc8c-d274-4892-9348-c82a1680c46d tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "interface-9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d-24fed149-b484-42ce-a30f-801d99d8bf76" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.229s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.276023] env[69316]: DEBUG nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.280115] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368012, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.364187] env[69316]: DEBUG nova.network.neutron [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.586645] env[69316]: DEBUG nova.network.neutron [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updating instance_info_cache with network_info: [{"id": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "address": "fa:16:3e:bd:f9:16", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ccf24d-cd", "ovs_interfaceid": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.671504] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.671504] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.671504] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.671504] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.671504] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.671504] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.671999] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.672298] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.673294] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.673596] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.673903] env[69316]: DEBUG nova.virt.hardware [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.680761] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.681619] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4efb16ac-2fb8-4414-a096-fbc2feca265d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.723896] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1294.723896] env[69316]: value = "task-3368013" [ 1294.723896] env[69316]: _type = "Task" [ 1294.723896] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.733922] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.773208] env[69316]: DEBUG oslo_vmware.api [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368012, 'name': PowerOnVM_Task, 'duration_secs': 0.670504} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.773208] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.900490] env[69316]: DEBUG nova.compute.manager [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.901851] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79970fda-c00d-4604-8df4-2e7026b91b33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.095650] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Releasing lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.096339] env[69316]: DEBUG nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Instance network_info: |[{"id": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "address": "fa:16:3e:bd:f9:16", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ccf24d-cd", "ovs_interfaceid": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.096498] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:f9:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4ccf24d-cd97-4f98-b702-d58cf2a96a9b', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.105656] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Creating folder: Project (48bb68e46f57462ea7be7eca82e5cca5). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.105656] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1947aee5-c484-4763-8d74-cfd8b2b902be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.118229] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Created folder: Project (48bb68e46f57462ea7be7eca82e5cca5) in parent group-v671748. [ 1295.118439] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Creating folder: Instances. Parent ref: group-v672055. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.118695] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cdb45c1-45ba-4960-8dbb-acd954071093 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.129600] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Created folder: Instances in parent group-v672055. [ 1295.129850] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.130059] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.130268] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-526b9de0-29e0-41b2-899c-99f157477368 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.151280] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.151280] env[69316]: value = "task-3368016" [ 1295.151280] env[69316]: _type = "Task" [ 1295.151280] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.159881] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368016, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.234515] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368013, 'name': ReconfigVM_Task, 'duration_secs': 0.298841} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.234911] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1295.235755] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5f5bf4-6861-4c7e-bd28-aca8cc3cde67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.259301] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff/volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.260629] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a326e0-dc05-4d15-a189-84e5a00f600e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.274637] env[69316]: DEBUG nova.compute.manager [req-a031c2fb-e8ab-4c30-a295-9add21cc7eca req-a9aba3e4-1106-4177-bc29-3e0ce8f00be6 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Received event network-changed-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.274856] env[69316]: DEBUG nova.compute.manager [req-a031c2fb-e8ab-4c30-a295-9add21cc7eca req-a9aba3e4-1106-4177-bc29-3e0ce8f00be6 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Refreshing instance network info cache due to event network-changed-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.275119] env[69316]: DEBUG oslo_concurrency.lockutils [req-a031c2fb-e8ab-4c30-a295-9add21cc7eca req-a9aba3e4-1106-4177-bc29-3e0ce8f00be6 service nova] Acquiring lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.275253] env[69316]: DEBUG oslo_concurrency.lockutils [req-a031c2fb-e8ab-4c30-a295-9add21cc7eca req-a9aba3e4-1106-4177-bc29-3e0ce8f00be6 service nova] Acquired lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.275429] env[69316]: DEBUG nova.network.neutron [req-a031c2fb-e8ab-4c30-a295-9add21cc7eca req-a9aba3e4-1106-4177-bc29-3e0ce8f00be6 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Refreshing network info cache for port b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.285505] env[69316]: DEBUG nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.287624] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1295.287624] env[69316]: value = "task-3368017" [ 1295.287624] env[69316]: _type = "Task" [ 1295.287624] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.298475] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.314617] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.314866] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.315055] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.315271] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.315486] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.315751] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.315998] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.316192] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.316379] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.316559] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.316738] env[69316]: DEBUG nova.virt.hardware [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.317623] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4e4ebf-0b41-41bf-8442-581f9941a9a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.327228] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693b8fe-d9f5-4c4b-9570-a5b49cc8212e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.424094] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.344s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.425256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.092s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.425483] env[69316]: INFO nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] During sync_power_state the instance has a pending task (spawning). Skip. [ 1295.425739] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.557344] env[69316]: DEBUG nova.compute.manager [req-63bae3b6-60e8-4e94-bb19-d7bd5c4c223c req-a643565a-2ce5-434d-a1f2-3d010e07ab12 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Received event network-vif-deleted-716b84ff-cf4b-4cb5-b007-b1d345af7dda {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.557586] env[69316]: INFO nova.compute.manager [req-63bae3b6-60e8-4e94-bb19-d7bd5c4c223c req-a643565a-2ce5-434d-a1f2-3d010e07ab12 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Neutron deleted interface 716b84ff-cf4b-4cb5-b007-b1d345af7dda; detaching it from the instance and deleting it from the info cache [ 1295.557753] env[69316]: DEBUG nova.network.neutron [req-63bae3b6-60e8-4e94-bb19-d7bd5c4c223c req-a643565a-2ce5-434d-a1f2-3d010e07ab12 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.666363] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368016, 'name': CreateVM_Task, 'duration_secs': 0.368976} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.666595] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.667679] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.667679] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.667962] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.668284] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5135877-67a0-45ec-8623-c06a6d3493d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.675425] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1295.675425] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52030b8d-be9a-7e4b-2fd0-c8c5a5be3ae2" [ 1295.675425] env[69316]: _type = "Task" [ 1295.675425] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.683755] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52030b8d-be9a-7e4b-2fd0-c8c5a5be3ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.803345] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368017, 'name': ReconfigVM_Task, 'duration_secs': 0.318104} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.804250] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff/volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.804604] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.815935] env[69316]: DEBUG nova.network.neutron [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Successfully updated port: 49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.012953] env[69316]: DEBUG nova.network.neutron [-] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.062609] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db793ef6-8415-4abd-b5a1-d60bc27fab70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.076798] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb97e66-d78c-42e1-bf27-665c3ac60bba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.116862] env[69316]: DEBUG nova.compute.manager [req-63bae3b6-60e8-4e94-bb19-d7bd5c4c223c req-a643565a-2ce5-434d-a1f2-3d010e07ab12 service nova] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Detach interface failed, port_id=716b84ff-cf4b-4cb5-b007-b1d345af7dda, reason: Instance 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1296.131362] env[69316]: DEBUG nova.network.neutron [req-a031c2fb-e8ab-4c30-a295-9add21cc7eca req-a9aba3e4-1106-4177-bc29-3e0ce8f00be6 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updated VIF entry in instance network info cache for port b4ccf24d-cd97-4f98-b702-d58cf2a96a9b. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.131741] env[69316]: DEBUG nova.network.neutron [req-a031c2fb-e8ab-4c30-a295-9add21cc7eca req-a9aba3e4-1106-4177-bc29-3e0ce8f00be6 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updating instance_info_cache with network_info: [{"id": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "address": "fa:16:3e:bd:f9:16", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ccf24d-cd", "ovs_interfaceid": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.188185] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52030b8d-be9a-7e4b-2fd0-c8c5a5be3ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.015722} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.188754] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.189060] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.189357] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.189634] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.189884] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.193199] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb1312d0-04ce-426d-a073-291472e55b70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.208509] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.208700] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.209462] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8009781-7a53-4b73-9c91-a2dac7cc44d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.215321] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1296.215321] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5232b2f9-a690-8b5e-8d79-dda08b176703" [ 1296.215321] env[69316]: _type = "Task" [ 1296.215321] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.223518] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5232b2f9-a690-8b5e-8d79-dda08b176703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.285607] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.285951] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.286098] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.286292] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.286458] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.288736] env[69316]: INFO nova.compute.manager [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Terminating instance [ 1296.314654] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a9ba0e-5bd1-4a2d-a5c7-f050b7502005 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.317886] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.318032] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.318178] env[69316]: DEBUG nova.network.neutron [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.337039] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae07233-b5a8-4c60-a556-dbd6f19d4567 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.355676] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.518589] env[69316]: INFO nova.compute.manager [-] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Took 2.31 seconds to deallocate network for instance. [ 1296.637049] env[69316]: DEBUG oslo_concurrency.lockutils [req-a031c2fb-e8ab-4c30-a295-9add21cc7eca req-a9aba3e4-1106-4177-bc29-3e0ce8f00be6 service nova] Releasing lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.726964] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5232b2f9-a690-8b5e-8d79-dda08b176703, 'name': SearchDatastore_Task, 'duration_secs': 0.043325} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.727911] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a8dd65-d725-41f1-ab5e-14dbe475f137 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.733497] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1296.733497] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd4166-dbf4-6a71-c4ac-8e6081bd6f7a" [ 1296.733497] env[69316]: _type = "Task" [ 1296.733497] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.742536] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd4166-dbf4-6a71-c4ac-8e6081bd6f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.793888] env[69316]: DEBUG nova.compute.manager [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.793888] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.794876] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b1a98-9510-47ba-a7a0-975e8c961cbd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.803773] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.805025] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ada62b-3201-4050-a7b0-38227336eaa3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.812038] env[69316]: DEBUG oslo_vmware.api [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1296.812038] env[69316]: value = "task-3368018" [ 1296.812038] env[69316]: _type = "Task" [ 1296.812038] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.823477] env[69316]: DEBUG oslo_vmware.api [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.854882] env[69316]: DEBUG nova.network.neutron [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.027016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.027334] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.027554] env[69316]: DEBUG nova.objects.instance [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'resources' on Instance uuid 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.084450] env[69316]: DEBUG nova.network.neutron [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Updating instance_info_cache with network_info: [{"id": "49b90b09-2529-4b54-b2de-a50efa92583c", "address": "fa:16:3e:0f:fe:4b", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b90b09-25", "ovs_interfaceid": "49b90b09-2529-4b54-b2de-a50efa92583c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.245870] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52dd4166-dbf4-6a71-c4ac-8e6081bd6f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.026042} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.246156] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.246417] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] b329d710-f049-42bf-aaa2-8feae3b6ffac/b329d710-f049-42bf-aaa2-8feae3b6ffac.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.248389] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccf5271e-7b27-4ce0-aa30-22317995383c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.259737] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1297.259737] env[69316]: value = "task-3368019" [ 1297.259737] env[69316]: _type = "Task" [ 1297.259737] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.271325] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.281721] env[69316]: DEBUG nova.compute.manager [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Received event network-vif-plugged-49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.281954] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] Acquiring lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.282187] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] Lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.282372] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] Lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.282562] env[69316]: DEBUG nova.compute.manager [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] No waiting events found dispatching network-vif-plugged-49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.282928] env[69316]: WARNING nova.compute.manager [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Received unexpected event network-vif-plugged-49b90b09-2529-4b54-b2de-a50efa92583c for instance with vm_state building and task_state spawning. [ 1297.282928] env[69316]: DEBUG nova.compute.manager [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Received event network-changed-49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.283516] env[69316]: DEBUG nova.compute.manager [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Refreshing instance network info cache due to event network-changed-49b90b09-2529-4b54-b2de-a50efa92583c. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.283878] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] Acquiring lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.324244] env[69316]: DEBUG oslo_vmware.api [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368018, 'name': PowerOffVM_Task, 'duration_secs': 0.195816} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.325323] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.325323] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.325678] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a38b04-f468-4dd5-83e3-edf32cc5ec30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.401392] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.401392] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.401392] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleting the datastore file [datastore2] b0f24192-7e6f-4b55-b6eb-ab7169397525 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.401392] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-061ebe94-e05a-4f8f-9042-c2eb49dbd1f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.412742] env[69316]: DEBUG oslo_vmware.api [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for the task: (returnval){ [ 1297.412742] env[69316]: value = "task-3368021" [ 1297.412742] env[69316]: _type = "Task" [ 1297.412742] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.424244] env[69316]: DEBUG oslo_vmware.api [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.587418] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.587772] env[69316]: DEBUG nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Instance network_info: |[{"id": "49b90b09-2529-4b54-b2de-a50efa92583c", "address": "fa:16:3e:0f:fe:4b", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b90b09-25", "ovs_interfaceid": "49b90b09-2529-4b54-b2de-a50efa92583c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.588190] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] Acquired lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.588409] env[69316]: DEBUG nova.network.neutron [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Refreshing network info cache for port 49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.589909] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:fe:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49b90b09-2529-4b54-b2de-a50efa92583c', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.600215] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.607171] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.608083] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7984f029-c1a2-4286-8ab9-782220cf1ef3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.636698] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.636698] env[69316]: value = "task-3368022" [ 1297.636698] env[69316]: _type = "Task" [ 1297.636698] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.646038] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368022, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.786194] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465751} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.787400] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] b329d710-f049-42bf-aaa2-8feae3b6ffac/b329d710-f049-42bf-aaa2-8feae3b6ffac.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.787633] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.788410] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab307d0-923d-4288-bb8a-993c4168a574 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.793909] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1622287c-697a-44a4-b3b7-fed4e4671dc4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.804645] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e35332-430f-4ee3-864f-a9c7228ce1cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.808827] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1297.808827] env[69316]: value = "task-3368023" [ 1297.808827] env[69316]: _type = "Task" [ 1297.808827] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.846564] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4576daba-70e0-4156-9171-137cd50fc300 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.852226] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.861280] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a83f76-5aaf-4950-aee4-6dec94032837 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.878847] env[69316]: DEBUG nova.compute.provider_tree [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.923672] env[69316]: DEBUG oslo_vmware.api [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Task: {'id': task-3368021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387307} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.923937] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.924132] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.924312] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.924483] env[69316]: INFO nova.compute.manager [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1297.924786] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.924981] env[69316]: DEBUG nova.compute.manager [-] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.925107] env[69316]: DEBUG nova.network.neutron [-] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.011052] env[69316]: DEBUG nova.network.neutron [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Updated VIF entry in instance network info cache for port 49b90b09-2529-4b54-b2de-a50efa92583c. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.011438] env[69316]: DEBUG nova.network.neutron [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Updating instance_info_cache with network_info: [{"id": "49b90b09-2529-4b54-b2de-a50efa92583c", "address": "fa:16:3e:0f:fe:4b", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b90b09-25", "ovs_interfaceid": "49b90b09-2529-4b54-b2de-a50efa92583c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.060859] env[69316]: DEBUG nova.network.neutron [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Port a0d26bce-52c5-4191-931a-80607452ca96 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1298.155102] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368022, 'name': CreateVM_Task, 'duration_secs': 0.378755} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.155102] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.155102] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.155102] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.155102] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.155102] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe55858d-9378-49d1-aed2-a45378f2f1ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.162021] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1298.162021] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5274fdd8-9c4c-dd27-8b5f-10e526d9ad38" [ 1298.162021] env[69316]: _type = "Task" [ 1298.162021] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.171237] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5274fdd8-9c4c-dd27-8b5f-10e526d9ad38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.321354] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087351} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.321617] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.322457] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71c6936-7847-4ca5-b4eb-6b11a9ac5d03 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.351267] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] b329d710-f049-42bf-aaa2-8feae3b6ffac/b329d710-f049-42bf-aaa2-8feae3b6ffac.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.351267] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2307f90-9193-45c0-b7d1-47118cc719e8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.372328] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1298.372328] env[69316]: value = "task-3368024" [ 1298.372328] env[69316]: _type = "Task" [ 1298.372328] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.381265] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.382812] env[69316]: DEBUG nova.scheduler.client.report [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.514775] env[69316]: DEBUG oslo_concurrency.lockutils [req-3c5edf05-e75a-42b4-a4c7-6334cdff66ad req-91b7fa9a-016a-4f15-89f2-b4dfa8ab0366 service nova] Releasing lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.673913] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5274fdd8-9c4c-dd27-8b5f-10e526d9ad38, 'name': SearchDatastore_Task, 'duration_secs': 0.013782} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.674198] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.674438] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.674697] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.674914] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.675045] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.675384] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9007a089-379a-4d3c-b2f5-e5bc88a02569 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.687032] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.687238] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.688034] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec420ad-02ae-4b6d-bc8a-4031ece95572 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.695748] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1298.695748] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c32513-71ea-9586-9142-8511b81fe57e" [ 1298.695748] env[69316]: _type = "Task" [ 1298.695748] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.703784] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c32513-71ea-9586-9142-8511b81fe57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.733104] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquiring lock "727fc42a-9607-4581-acb3-c39282378407" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.733104] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "727fc42a-9607-4581-acb3-c39282378407" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.884109] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.885976] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.911628] env[69316]: INFO nova.scheduler.client.report [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleted allocations for instance 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d [ 1298.953644] env[69316]: DEBUG nova.network.neutron [-] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.088014] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.088316] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.088541] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.209859] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c32513-71ea-9586-9142-8511b81fe57e, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.210746] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c9c216-cdf2-4ee9-a3e8-b0df133a2f92 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.216749] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1299.216749] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52512891-68fe-6d7e-4923-aaf019725bd2" [ 1299.216749] env[69316]: _type = "Task" [ 1299.216749] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.226207] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52512891-68fe-6d7e-4923-aaf019725bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.234459] env[69316]: DEBUG nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.310957] env[69316]: DEBUG nova.compute.manager [req-8d83368f-2d56-40e8-9bf9-cd2e3913b1f9 req-7b6cf13f-f87c-4a0f-b5ee-5d730704e912 service nova] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Received event network-vif-deleted-b5a93705-68b4-4b7d-b1bc-41a2d91b247d {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.387019] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368024, 'name': ReconfigVM_Task, 'duration_secs': 0.583211} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.387019] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Reconfigured VM instance instance-0000006c to attach disk [datastore2] b329d710-f049-42bf-aaa2-8feae3b6ffac/b329d710-f049-42bf-aaa2-8feae3b6ffac.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.387019] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6153d7e6-dee6-43a7-ad2f-cb954edb0205 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.394061] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1299.394061] env[69316]: value = "task-3368025" [ 1299.394061] env[69316]: _type = "Task" [ 1299.394061] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.404903] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368025, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.420902] env[69316]: DEBUG oslo_concurrency.lockutils [None req-01a50041-f75e-481e-bf87-e684a762abe1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.867s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.456518] env[69316]: INFO nova.compute.manager [-] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Took 1.53 seconds to deallocate network for instance. [ 1299.728236] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52512891-68fe-6d7e-4923-aaf019725bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.728487] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.728728] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 54a94f8b-e1f3-4dfe-913b-bceb45acb041/54a94f8b-e1f3-4dfe-913b-bceb45acb041.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.728977] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c3c45cb-00b2-4122-90ea-85ceb6b54a34 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.735715] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1299.735715] env[69316]: value = "task-3368026" [ 1299.735715] env[69316]: _type = "Task" [ 1299.735715] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.746065] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.763484] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.763772] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.765391] env[69316]: INFO nova.compute.claims [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.907032] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368025, 'name': Rename_Task, 'duration_secs': 0.180644} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.907371] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.907643] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08629d37-9d0f-4e53-bb83-9f8fc2887067 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.917505] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1299.917505] env[69316]: value = "task-3368027" [ 1299.917505] env[69316]: _type = "Task" [ 1299.917505] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.928390] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.962996] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.129201] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.129460] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.129902] env[69316]: DEBUG nova.network.neutron [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.245974] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455472} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.246264] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 54a94f8b-e1f3-4dfe-913b-bceb45acb041/54a94f8b-e1f3-4dfe-913b-bceb45acb041.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.246477] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.246731] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bbaf9f0-57f2-474c-af54-2379ca1a4114 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.253751] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1300.253751] env[69316]: value = "task-3368028" [ 1300.253751] env[69316]: _type = "Task" [ 1300.253751] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.263839] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.430228] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.438034] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.438173] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.438375] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.438562] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.438760] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.440994] env[69316]: INFO nova.compute.manager [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Terminating instance [ 1300.545957] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.765564] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063705} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.765838] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.766611] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982007c8-0e39-4638-9113-d4321238fb86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.790595] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 54a94f8b-e1f3-4dfe-913b-bceb45acb041/54a94f8b-e1f3-4dfe-913b-bceb45acb041.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.793466] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57f1eb0-f639-416f-865d-0376744af07e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.816392] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1300.816392] env[69316]: value = "task-3368029" [ 1300.816392] env[69316]: _type = "Task" [ 1300.816392] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.828445] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.878527] env[69316]: DEBUG nova.network.neutron [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance_info_cache with network_info: [{"id": "a0d26bce-52c5-4191-931a-80607452ca96", "address": "fa:16:3e:c3:a9:eb", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d26bce-52", "ovs_interfaceid": "a0d26bce-52c5-4191-931a-80607452ca96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.931135] env[69316]: DEBUG oslo_vmware.api [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368027, 'name': PowerOnVM_Task, 'duration_secs': 0.553257} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.931412] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.931615] env[69316]: INFO nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1300.931787] env[69316]: DEBUG nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.932582] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56726f7e-712b-4093-9be9-cee0da58d727 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.936249] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac841a10-3089-4123-9b1e-8c6f14091b6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.947244] env[69316]: DEBUG nova.compute.manager [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.947483] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.948422] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099585d6-c0e5-4a30-9d1a-8816aa19dc56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.951678] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd7eb8-273a-4b6c-8f55-488f76275778 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.959992] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.985648] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbad78c4-5ad5-4b35-ba49-d84068c03539 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.988410] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06405d2f-1950-4eb5-88df-7a2ffe3bccbf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.997051] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b2205c-d702-440b-93d6-652dcf035cc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.003133] env[69316]: DEBUG oslo_vmware.api [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1301.003133] env[69316]: value = "task-3368030" [ 1301.003133] env[69316]: _type = "Task" [ 1301.003133] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.014866] env[69316]: DEBUG nova.compute.provider_tree [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.023693] env[69316]: DEBUG oslo_vmware.api [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.327165] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368029, 'name': ReconfigVM_Task, 'duration_secs': 0.284314} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.327448] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 54a94f8b-e1f3-4dfe-913b-bceb45acb041/54a94f8b-e1f3-4dfe-913b-bceb45acb041.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.328081] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-854b0432-7f36-43e6-9315-eb19c06469a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.335264] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1301.335264] env[69316]: value = "task-3368031" [ 1301.335264] env[69316]: _type = "Task" [ 1301.335264] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.343782] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368031, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.382811] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.456024] env[69316]: INFO nova.compute.manager [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Took 14.80 seconds to build instance. [ 1301.514056] env[69316]: DEBUG oslo_vmware.api [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368030, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.518158] env[69316]: DEBUG nova.scheduler.client.report [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.846266] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368031, 'name': Rename_Task, 'duration_secs': 0.153614} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.846514] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.846806] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a43f55f0-0d4b-461b-a4b3-ae1d224586ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.854373] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1301.854373] env[69316]: value = "task-3368032" [ 1301.854373] env[69316]: _type = "Task" [ 1301.854373] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.862689] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.892667] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0f22eb-8ca1-4ef1-8734-bc9814585bf7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.900064] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253de9b0-7ccb-4ba6-ad2a-cc53e9f50d84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.958710] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5db6477a-caed-421f-9fbf-e27222859231 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.312s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.959016] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.623s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.959894] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ce8683-b71e-4761-bf7b-f609fbccd5ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.014721] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.015271] env[69316]: DEBUG oslo_vmware.api [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368030, 'name': PowerOffVM_Task, 'duration_secs': 0.52597} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.015614] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.015774] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.016014] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-decd8c80-c481-4c17-836d-7cd7cc146ac1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.023460] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.023949] env[69316]: DEBUG nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.026623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.064s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.026727] env[69316]: DEBUG nova.objects.instance [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lazy-loading 'resources' on Instance uuid b0f24192-7e6f-4b55-b6eb-ab7169397525 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.094190] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.094507] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.094767] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleting the datastore file [datastore1] ec54fde1-4c2a-4333-a69b-b5e9a123b765 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.095114] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2fb00bd-c644-49c8-a6ec-2f5cf8dfa4b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.104820] env[69316]: DEBUG oslo_vmware.api [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for the task: (returnval){ [ 1302.104820] env[69316]: value = "task-3368034" [ 1302.104820] env[69316]: _type = "Task" [ 1302.104820] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.114070] env[69316]: DEBUG oslo_vmware.api [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.365058] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368032, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.431171] env[69316]: DEBUG nova.compute.manager [req-edec3e1b-bdd3-49d5-856e-913670a003c6 req-3f0d6973-1cef-4ba0-af42-2f0c4caf75e2 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Received event network-changed-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.431370] env[69316]: DEBUG nova.compute.manager [req-edec3e1b-bdd3-49d5-856e-913670a003c6 req-3f0d6973-1cef-4ba0-af42-2f0c4caf75e2 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Refreshing instance network info cache due to event network-changed-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.431580] env[69316]: DEBUG oslo_concurrency.lockutils [req-edec3e1b-bdd3-49d5-856e-913670a003c6 req-3f0d6973-1cef-4ba0-af42-2f0c4caf75e2 service nova] Acquiring lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.431723] env[69316]: DEBUG oslo_concurrency.lockutils [req-edec3e1b-bdd3-49d5-856e-913670a003c6 req-3f0d6973-1cef-4ba0-af42-2f0c4caf75e2 service nova] Acquired lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.431883] env[69316]: DEBUG nova.network.neutron [req-edec3e1b-bdd3-49d5-856e-913670a003c6 req-3f0d6973-1cef-4ba0-af42-2f0c4caf75e2 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Refreshing network info cache for port b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.473528] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.531497] env[69316]: DEBUG nova.compute.utils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.534561] env[69316]: DEBUG nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.534845] env[69316]: DEBUG nova.network.neutron [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.578330] env[69316]: DEBUG nova.policy [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64db7f1075b94aef87fcfee2af311c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2e4944ac21b4f7aa9186bf37597bd8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.617639] env[69316]: DEBUG oslo_vmware.api [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Task: {'id': task-3368034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158595} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.618086] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.618858] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.619189] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.619472] env[69316]: INFO nova.compute.manager [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1302.620788] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.620788] env[69316]: DEBUG nova.compute.manager [-] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.620788] env[69316]: DEBUG nova.network.neutron [-] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.712017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a24e3a4-f555-4017-9290-46847a094b0d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.720790] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1e407-3f9a-4379-bc22-ee5158b3fdc4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.762420] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6188642-d026-4a20-ad49-7a3cc283c1b0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.770024] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafabc78-f547-4ccf-8a36-9d702f1f4251 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.785287] env[69316]: DEBUG nova.compute.provider_tree [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.865592] env[69316]: DEBUG oslo_vmware.api [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368032, 'name': PowerOnVM_Task, 'duration_secs': 0.646396} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.865913] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.866140] env[69316]: INFO nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1302.866366] env[69316]: DEBUG nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.867169] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba43749-9fd4-440d-b99a-ac1c40ff6f88 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.008614] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.012260] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2b2a9f-8f3b-42dd-97c4-e881f2a25464 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.035665] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c5e124-f53c-407c-9a43-57c3fc2610b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.038908] env[69316]: DEBUG nova.network.neutron [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Successfully created port: 28eea7b4-da27-475b-8a96-c5f01db94be5 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.041205] env[69316]: DEBUG nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.049957] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.186660] env[69316]: DEBUG nova.network.neutron [req-edec3e1b-bdd3-49d5-856e-913670a003c6 req-3f0d6973-1cef-4ba0-af42-2f0c4caf75e2 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updated VIF entry in instance network info cache for port b4ccf24d-cd97-4f98-b702-d58cf2a96a9b. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.187065] env[69316]: DEBUG nova.network.neutron [req-edec3e1b-bdd3-49d5-856e-913670a003c6 req-3f0d6973-1cef-4ba0-af42-2f0c4caf75e2 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updating instance_info_cache with network_info: [{"id": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "address": "fa:16:3e:bd:f9:16", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ccf24d-cd", "ovs_interfaceid": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.288749] env[69316]: DEBUG nova.scheduler.client.report [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.393996] env[69316]: INFO nova.compute.manager [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Took 14.73 seconds to build instance. [ 1303.492415] env[69316]: DEBUG nova.network.neutron [-] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.559082] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.559082] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c6922bd-feea-4c08-9710-f9fbe91247d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.568069] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1303.568069] env[69316]: value = "task-3368035" [ 1303.568069] env[69316]: _type = "Task" [ 1303.568069] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.576730] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.690251] env[69316]: DEBUG oslo_concurrency.lockutils [req-edec3e1b-bdd3-49d5-856e-913670a003c6 req-3f0d6973-1cef-4ba0-af42-2f0c4caf75e2 service nova] Releasing lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.797963] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.822590] env[69316]: INFO nova.scheduler.client.report [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Deleted allocations for instance b0f24192-7e6f-4b55-b6eb-ab7169397525 [ 1303.894554] env[69316]: DEBUG oslo_concurrency.lockutils [None req-180ce594-60ed-462f-8a97-2e554169f7d4 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.241s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.995325] env[69316]: INFO nova.compute.manager [-] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Took 1.37 seconds to deallocate network for instance. [ 1304.050786] env[69316]: DEBUG nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.081915] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368035, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.085028] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.085362] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.085631] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.085934] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.086231] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.086472] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.086812] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.087013] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.087201] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.087433] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.087655] env[69316]: DEBUG nova.virt.hardware [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.088561] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c17141-5595-490c-b814-51c0bd570bb4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.097169] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a5396f-526f-4524-8a90-1a3a065f5f3b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.262943] env[69316]: DEBUG nova.compute.manager [req-ef3e17df-fb6e-4f76-83eb-70f680f0c10c req-452dfaa9-62df-4559-ba97-39368245db0e service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Received event network-changed-49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.263127] env[69316]: DEBUG nova.compute.manager [req-ef3e17df-fb6e-4f76-83eb-70f680f0c10c req-452dfaa9-62df-4559-ba97-39368245db0e service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Refreshing instance network info cache due to event network-changed-49b90b09-2529-4b54-b2de-a50efa92583c. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.263523] env[69316]: DEBUG oslo_concurrency.lockutils [req-ef3e17df-fb6e-4f76-83eb-70f680f0c10c req-452dfaa9-62df-4559-ba97-39368245db0e service nova] Acquiring lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.263688] env[69316]: DEBUG oslo_concurrency.lockutils [req-ef3e17df-fb6e-4f76-83eb-70f680f0c10c req-452dfaa9-62df-4559-ba97-39368245db0e service nova] Acquired lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.263860] env[69316]: DEBUG nova.network.neutron [req-ef3e17df-fb6e-4f76-83eb-70f680f0c10c req-452dfaa9-62df-4559-ba97-39368245db0e service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Refreshing network info cache for port 49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.330105] env[69316]: DEBUG oslo_concurrency.lockutils [None req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Lock "b0f24192-7e6f-4b55-b6eb-ab7169397525" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.044s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.467714] env[69316]: DEBUG nova.compute.manager [req-3001ece5-e6ef-4a72-87d4-b574c537334c req-9bd242b1-374d-446d-be14-74bfb87823aa service nova] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Received event network-vif-deleted-b4558d29-0138-42a0-bf13-024a4fe02b1f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.467920] env[69316]: DEBUG nova.compute.manager [req-3001ece5-e6ef-4a72-87d4-b574c537334c req-9bd242b1-374d-446d-be14-74bfb87823aa service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Received event network-vif-plugged-28eea7b4-da27-475b-8a96-c5f01db94be5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.468177] env[69316]: DEBUG oslo_concurrency.lockutils [req-3001ece5-e6ef-4a72-87d4-b574c537334c req-9bd242b1-374d-446d-be14-74bfb87823aa service nova] Acquiring lock "727fc42a-9607-4581-acb3-c39282378407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.468326] env[69316]: DEBUG oslo_concurrency.lockutils [req-3001ece5-e6ef-4a72-87d4-b574c537334c req-9bd242b1-374d-446d-be14-74bfb87823aa service nova] Lock "727fc42a-9607-4581-acb3-c39282378407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.468490] env[69316]: DEBUG oslo_concurrency.lockutils [req-3001ece5-e6ef-4a72-87d4-b574c537334c req-9bd242b1-374d-446d-be14-74bfb87823aa service nova] Lock "727fc42a-9607-4581-acb3-c39282378407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.468658] env[69316]: DEBUG nova.compute.manager [req-3001ece5-e6ef-4a72-87d4-b574c537334c req-9bd242b1-374d-446d-be14-74bfb87823aa service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] No waiting events found dispatching network-vif-plugged-28eea7b4-da27-475b-8a96-c5f01db94be5 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.468821] env[69316]: WARNING nova.compute.manager [req-3001ece5-e6ef-4a72-87d4-b574c537334c req-9bd242b1-374d-446d-be14-74bfb87823aa service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Received unexpected event network-vif-plugged-28eea7b4-da27-475b-8a96-c5f01db94be5 for instance with vm_state building and task_state spawning. [ 1304.503092] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.503540] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.503884] env[69316]: DEBUG nova.objects.instance [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lazy-loading 'resources' on Instance uuid ec54fde1-4c2a-4333-a69b-b5e9a123b765 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.508214] env[69316]: DEBUG nova.network.neutron [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Successfully updated port: 28eea7b4-da27-475b-8a96-c5f01db94be5 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.579687] env[69316]: DEBUG oslo_vmware.api [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368035, 'name': PowerOnVM_Task, 'duration_secs': 0.573848} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.580133] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.580387] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1c899f-e2d3-49d8-b914-2891df4059ad tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.979288] env[69316]: DEBUG nova.network.neutron [req-ef3e17df-fb6e-4f76-83eb-70f680f0c10c req-452dfaa9-62df-4559-ba97-39368245db0e service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Updated VIF entry in instance network info cache for port 49b90b09-2529-4b54-b2de-a50efa92583c. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.979658] env[69316]: DEBUG nova.network.neutron [req-ef3e17df-fb6e-4f76-83eb-70f680f0c10c req-452dfaa9-62df-4559-ba97-39368245db0e service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Updating instance_info_cache with network_info: [{"id": "49b90b09-2529-4b54-b2de-a50efa92583c", "address": "fa:16:3e:0f:fe:4b", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b90b09-25", "ovs_interfaceid": "49b90b09-2529-4b54-b2de-a50efa92583c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.010248] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquiring lock "refresh_cache-727fc42a-9607-4581-acb3-c39282378407" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.010382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquired lock "refresh_cache-727fc42a-9607-4581-acb3-c39282378407" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.010503] env[69316]: DEBUG nova.network.neutron [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.015217] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.015494] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.016111] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.016111] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1305.016111] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.031965] env[69316]: DEBUG nova.scheduler.client.report [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Refreshing inventories for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1305.050286] env[69316]: DEBUG nova.scheduler.client.report [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Updating ProviderTree inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1305.050694] env[69316]: DEBUG nova.compute.provider_tree [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.064157] env[69316]: DEBUG nova.scheduler.client.report [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Refreshing aggregate associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, aggregates: None {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1305.083730] env[69316]: DEBUG nova.scheduler.client.report [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Refreshing trait associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1305.248449] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e4737-d8e9-4b2c-a0fa-39cd65c4c27c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.256471] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6933a5-af92-4147-a6c2-9de851c180eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.290963] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2603182f-f072-47a2-bf7f-ebb2e6aa69b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.298988] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5482e35d-fdc3-4f1d-9cbe-d96beb122ae5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.312327] env[69316]: DEBUG nova.compute.provider_tree [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.482919] env[69316]: DEBUG oslo_concurrency.lockutils [req-ef3e17df-fb6e-4f76-83eb-70f680f0c10c req-452dfaa9-62df-4559-ba97-39368245db0e service nova] Releasing lock "refresh_cache-54a94f8b-e1f3-4dfe-913b-bceb45acb041" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.519541] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.544744] env[69316]: DEBUG nova.network.neutron [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.692009] env[69316]: DEBUG nova.network.neutron [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Updating instance_info_cache with network_info: [{"id": "28eea7b4-da27-475b-8a96-c5f01db94be5", "address": "fa:16:3e:60:cd:e8", "network": {"id": "7d214923-0500-475c-b2b2-2cf0b5187959", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1335785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2e4944ac21b4f7aa9186bf37597bd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28eea7b4-da", "ovs_interfaceid": "28eea7b4-da27-475b-8a96-c5f01db94be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.816025] env[69316]: DEBUG nova.scheduler.client.report [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.195024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Releasing lock "refresh_cache-727fc42a-9607-4581-acb3-c39282378407" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.195483] env[69316]: DEBUG nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Instance network_info: |[{"id": "28eea7b4-da27-475b-8a96-c5f01db94be5", "address": "fa:16:3e:60:cd:e8", "network": {"id": "7d214923-0500-475c-b2b2-2cf0b5187959", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1335785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2e4944ac21b4f7aa9186bf37597bd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28eea7b4-da", "ovs_interfaceid": "28eea7b4-da27-475b-8a96-c5f01db94be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.196209] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:cd:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28eea7b4-da27-475b-8a96-c5f01db94be5', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.203732] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Creating folder: Project (c2e4944ac21b4f7aa9186bf37597bd8d). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.203991] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c635a5d5-9fef-4a00-8405-a018786fbc37 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.216112] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Created folder: Project (c2e4944ac21b4f7aa9186bf37597bd8d) in parent group-v671748. [ 1306.216357] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Creating folder: Instances. Parent ref: group-v672059. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.216625] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15fefc74-0f7d-4011-8605-4a8ddfbd82b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.230398] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Created folder: Instances in parent group-v672059. [ 1306.230687] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.230918] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727fc42a-9607-4581-acb3-c39282378407] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.231171] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42bd9f8c-e675-4523-bcf6-bf51991209b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.253286] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.253286] env[69316]: value = "task-3368039" [ 1306.253286] env[69316]: _type = "Task" [ 1306.253286] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.264950] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368039, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.320447] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.323279] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.804s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.323507] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.323851] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1306.324952] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eafdd76-cdb0-48a4-acb0-8212f98270df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.334503] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44453b4c-5dda-42ff-b0c9-a2294d699226 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.350290] env[69316]: INFO nova.scheduler.client.report [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Deleted allocations for instance ec54fde1-4c2a-4333-a69b-b5e9a123b765 [ 1306.351841] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b06a4d-dcc3-4cf2-a7bb-aca4bf39ff36 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.362084] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c054dd6-b425-426e-97f7-5e98418289df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.392890] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179221MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1306.393117] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.393418] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.497046] env[69316]: DEBUG nova.compute.manager [req-0e120fe4-3246-491a-b3af-b8d9a9c4a8ca req-4dd85eb8-143c-4f39-bed2-8ce9a5025b11 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Received event network-changed-28eea7b4-da27-475b-8a96-c5f01db94be5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.497046] env[69316]: DEBUG nova.compute.manager [req-0e120fe4-3246-491a-b3af-b8d9a9c4a8ca req-4dd85eb8-143c-4f39-bed2-8ce9a5025b11 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Refreshing instance network info cache due to event network-changed-28eea7b4-da27-475b-8a96-c5f01db94be5. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.497206] env[69316]: DEBUG oslo_concurrency.lockutils [req-0e120fe4-3246-491a-b3af-b8d9a9c4a8ca req-4dd85eb8-143c-4f39-bed2-8ce9a5025b11 service nova] Acquiring lock "refresh_cache-727fc42a-9607-4581-acb3-c39282378407" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.497416] env[69316]: DEBUG oslo_concurrency.lockutils [req-0e120fe4-3246-491a-b3af-b8d9a9c4a8ca req-4dd85eb8-143c-4f39-bed2-8ce9a5025b11 service nova] Acquired lock "refresh_cache-727fc42a-9607-4581-acb3-c39282378407" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.497498] env[69316]: DEBUG nova.network.neutron [req-0e120fe4-3246-491a-b3af-b8d9a9c4a8ca req-4dd85eb8-143c-4f39-bed2-8ce9a5025b11 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Refreshing network info cache for port 28eea7b4-da27-475b-8a96-c5f01db94be5 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.763583] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368039, 'name': CreateVM_Task, 'duration_secs': 0.469773} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.763873] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727fc42a-9607-4581-acb3-c39282378407] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.771241] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.771371] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.771832] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.771969] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601b0903-db70-4fac-92ff-dc9bad83b0e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.776852] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1306.776852] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52c31be9-9b87-7187-6bef-4f487de28e65" [ 1306.776852] env[69316]: _type = "Task" [ 1306.776852] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.784655] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c31be9-9b87-7187-6bef-4f487de28e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.824545] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.824869] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.825112] env[69316]: DEBUG nova.compute.manager [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Going to confirm migration 8 {{(pid=69316) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1306.860394] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Lock "ec54fde1-4c2a-4333-a69b-b5e9a123b765" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.422s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.207252] env[69316]: DEBUG nova.network.neutron [req-0e120fe4-3246-491a-b3af-b8d9a9c4a8ca req-4dd85eb8-143c-4f39-bed2-8ce9a5025b11 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Updated VIF entry in instance network info cache for port 28eea7b4-da27-475b-8a96-c5f01db94be5. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.207614] env[69316]: DEBUG nova.network.neutron [req-0e120fe4-3246-491a-b3af-b8d9a9c4a8ca req-4dd85eb8-143c-4f39-bed2-8ce9a5025b11 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Updating instance_info_cache with network_info: [{"id": "28eea7b4-da27-475b-8a96-c5f01db94be5", "address": "fa:16:3e:60:cd:e8", "network": {"id": "7d214923-0500-475c-b2b2-2cf0b5187959", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1335785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2e4944ac21b4f7aa9186bf37597bd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28eea7b4-da", "ovs_interfaceid": "28eea7b4-da27-475b-8a96-c5f01db94be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.287707] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52c31be9-9b87-7187-6bef-4f487de28e65, 'name': SearchDatastore_Task, 'duration_secs': 0.012204} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.288043] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.288283] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.288515] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.288659] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.288836] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.289123] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9081db53-302c-43c0-8264-e22fc555913a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.299548] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.300008] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.300480] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6aa357-732f-45a6-b614-ed722f682951 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.306300] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1307.306300] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52801898-cfbe-5e00-1451-6f5eeb5bce8f" [ 1307.306300] env[69316]: _type = "Task" [ 1307.306300] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.313868] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52801898-cfbe-5e00-1451-6f5eeb5bce8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.388505] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.388781] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquired lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.388959] env[69316]: DEBUG nova.network.neutron [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.389258] env[69316]: DEBUG nova.objects.instance [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lazy-loading 'info_cache' on Instance uuid 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.403087] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Applying migration context for instance 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63 as it has an incoming, in-progress migration 519b07d1-ff31-4e9f-9bae-928897073640. Migration status is confirming {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1307.404301] env[69316]: INFO nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating resource usage from migration 519b07d1-ff31-4e9f-9bae-928897073640 [ 1307.432897] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance dd26354c-255e-445d-a262-9ebf5c8bd160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1307.433071] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance e71187f7-dcc9-4ee8-b398-65cf3e88c12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1307.433200] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 0573bffa-2249-4344-aa56-e9fae5a67394 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1307.433317] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b1d07e0d-3336-48ce-b88a-2b70c53ff423 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1307.433434] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Migration 519b07d1-ff31-4e9f-9bae-928897073640 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1307.433547] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1307.433659] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b329d710-f049-42bf-aaa2-8feae3b6ffac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1307.433769] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 54a94f8b-e1f3-4dfe-913b-bceb45acb041 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1307.433878] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 727fc42a-9607-4581-acb3-c39282378407 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1307.434116] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1307.434264] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1307.562090] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8696928-b6c8-4117-ae30-75a084dd59e8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.570282] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965848a-daa4-4381-a575-8dbdd5618ca7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.605416] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a459df-594f-4443-9f3c-8503c662478f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.613050] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0879e0-c08a-4a90-b52b-2df8d1de38a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.626884] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.710843] env[69316]: DEBUG oslo_concurrency.lockutils [req-0e120fe4-3246-491a-b3af-b8d9a9c4a8ca req-4dd85eb8-143c-4f39-bed2-8ce9a5025b11 service nova] Releasing lock "refresh_cache-727fc42a-9607-4581-acb3-c39282378407" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.818552] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52801898-cfbe-5e00-1451-6f5eeb5bce8f, 'name': SearchDatastore_Task, 'duration_secs': 0.033094} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.819467] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81866288-74f1-4c6c-93bd-54f6c147197b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.825806] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1307.825806] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525d68a7-2322-1d27-698c-dee2ad2e5970" [ 1307.825806] env[69316]: _type = "Task" [ 1307.825806] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.834157] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525d68a7-2322-1d27-698c-dee2ad2e5970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.134103] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.340178] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525d68a7-2322-1d27-698c-dee2ad2e5970, 'name': SearchDatastore_Task, 'duration_secs': 0.016874} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.340521] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.341056] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 727fc42a-9607-4581-acb3-c39282378407/727fc42a-9607-4581-acb3-c39282378407.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.341160] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b0557bc-6df1-4a93-88cb-f0d11ec22388 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.348510] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1308.348510] env[69316]: value = "task-3368040" [ 1308.348510] env[69316]: _type = "Task" [ 1308.348510] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.356926] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.639437] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1308.639646] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.246s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.816802] env[69316]: DEBUG nova.network.neutron [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance_info_cache with network_info: [{"id": "a0d26bce-52c5-4191-931a-80607452ca96", "address": "fa:16:3e:c3:a9:eb", "network": {"id": "2d2123b6-f440-4467-84fe-90889e7d7f96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-800471179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2acbd9be9a41ff91cec90c04bbbdf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d26bce-52", "ovs_interfaceid": "a0d26bce-52c5-4191-931a-80607452ca96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.859810] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468251} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.860166] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 727fc42a-9607-4581-acb3-c39282378407/727fc42a-9607-4581-acb3-c39282378407.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.860252] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.860819] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76bb76e7-a565-430b-aa2f-6527b7d65d57 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.868037] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1308.868037] env[69316]: value = "task-3368041" [ 1308.868037] env[69316]: _type = "Task" [ 1308.868037] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.880294] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.323781] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Releasing lock "refresh_cache-07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.323960] env[69316]: DEBUG nova.objects.instance [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lazy-loading 'migration_context' on Instance uuid 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.377517] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062076} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.377764] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.378548] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3127450-f287-46bf-8af0-82eed34f7f4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.402303] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 727fc42a-9607-4581-acb3-c39282378407/727fc42a-9607-4581-acb3-c39282378407.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.402972] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7aa886c-9c65-4aaa-811d-3e5d54c8a6a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.423358] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1309.423358] env[69316]: value = "task-3368042" [ 1309.423358] env[69316]: _type = "Task" [ 1309.423358] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.432422] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.637901] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.827233] env[69316]: DEBUG nova.objects.base [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Object Instance<07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63> lazy-loaded attributes: info_cache,migration_context {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1309.828182] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917196ab-8567-4680-9dcc-b56982094105 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.849772] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fe4ece-93ad-4725-876c-c775d7f3e785 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.854575] env[69316]: DEBUG oslo_vmware.api [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1309.854575] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52899eb8-35c2-878c-9d3e-f1ab6ba3fd1b" [ 1309.854575] env[69316]: _type = "Task" [ 1309.854575] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.863164] env[69316]: DEBUG oslo_vmware.api [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52899eb8-35c2-878c-9d3e-f1ab6ba3fd1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.934309] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.364378] env[69316]: DEBUG oslo_vmware.api [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52899eb8-35c2-878c-9d3e-f1ab6ba3fd1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.364669] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.364946] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.434631] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368042, 'name': ReconfigVM_Task, 'duration_secs': 0.873131} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.434932] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 727fc42a-9607-4581-acb3-c39282378407/727fc42a-9607-4581-acb3-c39282378407.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.435575] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3fcc785-c11c-4226-8077-1901a36c2091 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.443297] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1310.443297] env[69316]: value = "task-3368043" [ 1310.443297] env[69316]: _type = "Task" [ 1310.443297] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.456901] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368043, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.955916] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368043, 'name': Rename_Task, 'duration_secs': 0.303373} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.957255] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.957255] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-637b1950-0a14-4655-820b-928bf29b1e25 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.962922] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1310.962922] env[69316]: value = "task-3368044" [ 1310.962922] env[69316]: _type = "Task" [ 1310.962922] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.970207] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.994131] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f87c3d-2d1d-460a-a883-b50f8ab233b5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.001119] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064022a1-7e51-45df-874f-c4557fee1148 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.032173] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9fb717-1efe-4da2-a826-044a68788215 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.039393] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5713eb-e518-4074-8cb6-d7d7b33a82a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.052597] env[69316]: DEBUG nova.compute.provider_tree [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.473548] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.556228] env[69316]: DEBUG nova.scheduler.client.report [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.979814] env[69316]: DEBUG oslo_vmware.api [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368044, 'name': PowerOnVM_Task, 'duration_secs': 0.741195} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.983222] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.983437] env[69316]: INFO nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1311.983860] env[69316]: DEBUG nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.984625] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268baf98-eb4d-4965-abaf-8aaa9424e967 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.504671] env[69316]: INFO nova.compute.manager [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Took 12.76 seconds to build instance. [ 1312.567637] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.202s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.007694] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "727fc42a-9607-4581-acb3-c39282378407" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.276s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.090022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.090022] env[69316]: DEBUG oslo_concurrency.lockutils [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.121637] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquiring lock "727fc42a-9607-4581-acb3-c39282378407" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.121637] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "727fc42a-9607-4581-acb3-c39282378407" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.122549] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquiring lock "727fc42a-9607-4581-acb3-c39282378407-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.124446] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "727fc42a-9607-4581-acb3-c39282378407-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.124446] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "727fc42a-9607-4581-acb3-c39282378407-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.124999] env[69316]: INFO nova.compute.manager [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Terminating instance [ 1313.127482] env[69316]: INFO nova.scheduler.client.report [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted allocation for migration 519b07d1-ff31-4e9f-9bae-928897073640 [ 1313.237162] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquiring lock "e52af4b8-b26f-429d-9f20-66c7d5f13575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.237430] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "e52af4b8-b26f-429d-9f20-66c7d5f13575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.320059] env[69316]: INFO nova.compute.manager [None req-1d69afca-6308-476e-9304-79eda793712b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Get console output [ 1313.320059] env[69316]: WARNING nova.virt.vmwareapi.driver [None req-1d69afca-6308-476e-9304-79eda793712b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] The console log is missing. Check your VSPC configuration [ 1313.594701] env[69316]: DEBUG nova.compute.utils [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.633227] env[69316]: DEBUG nova.compute.manager [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.633521] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.634522] env[69316]: DEBUG oslo_concurrency.lockutils [None req-992f23a6-5569-4063-8a40-75619edd2fd3 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.810s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.636094] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6beac09-d1b3-45dc-a1e3-e53b906005d3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.644473] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.644708] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40587edc-20f2-4d4d-9691-fae366bfe791 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.650616] env[69316]: DEBUG oslo_vmware.api [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1313.650616] env[69316]: value = "task-3368045" [ 1313.650616] env[69316]: _type = "Task" [ 1313.650616] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.659573] env[69316]: DEBUG oslo_vmware.api [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.740081] env[69316]: DEBUG nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.097468] env[69316]: DEBUG oslo_concurrency.lockutils [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.160654] env[69316]: DEBUG oslo_vmware.api [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368045, 'name': PowerOffVM_Task, 'duration_secs': 0.20841} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.160957] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.161142] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.161390] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c49979-36c9-4048-85f0-721dec9655cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.226978] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.227228] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.227411] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Deleting the datastore file [datastore1] 727fc42a-9607-4581-acb3-c39282378407 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.227667] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d0437b0-ce68-42ff-993f-890f788110eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.234273] env[69316]: DEBUG oslo_vmware.api [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for the task: (returnval){ [ 1314.234273] env[69316]: value = "task-3368047" [ 1314.234273] env[69316]: _type = "Task" [ 1314.234273] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.243339] env[69316]: DEBUG oslo_vmware.api [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.262508] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.262781] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.264491] env[69316]: INFO nova.compute.claims [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.744386] env[69316]: DEBUG oslo_vmware.api [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Task: {'id': task-3368047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138371} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.744671] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.744943] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.745141] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.745317] env[69316]: INFO nova.compute.manager [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] [instance: 727fc42a-9607-4581-acb3-c39282378407] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.745555] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.745737] env[69316]: DEBUG nova.compute.manager [-] [instance: 727fc42a-9607-4581-acb3-c39282378407] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.745833] env[69316]: DEBUG nova.network.neutron [-] [instance: 727fc42a-9607-4581-acb3-c39282378407] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.015630] env[69316]: DEBUG nova.compute.manager [req-a8cf5a47-3035-4bda-b23e-6ca59f838ae4 req-48aea16a-cb40-4651-829f-06397e653f19 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Received event network-vif-deleted-28eea7b4-da27-475b-8a96-c5f01db94be5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.015790] env[69316]: INFO nova.compute.manager [req-a8cf5a47-3035-4bda-b23e-6ca59f838ae4 req-48aea16a-cb40-4651-829f-06397e653f19 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Neutron deleted interface 28eea7b4-da27-475b-8a96-c5f01db94be5; detaching it from the instance and deleting it from the info cache [ 1315.015996] env[69316]: DEBUG nova.network.neutron [req-a8cf5a47-3035-4bda-b23e-6ca59f838ae4 req-48aea16a-cb40-4651-829f-06397e653f19 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.156921] env[69316]: DEBUG oslo_concurrency.lockutils [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.157309] env[69316]: DEBUG oslo_concurrency.lockutils [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.157348] env[69316]: INFO nova.compute.manager [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Attaching volume bbececfe-967b-4171-a79b-a4a71a4900a2 to /dev/sdb [ 1315.187191] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b058a9-16de-421d-9159-5af7370992fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.194538] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67d16c2-59c8-4b03-84e3-9d7e3da24eb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.207591] env[69316]: DEBUG nova.virt.block_device [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Updating existing volume attachment record: 63c5df7a-1d47-4cfe-8272-fdeb0456cd9e {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1315.384107] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21446d5c-72f5-40dc-ae7a-2083c406e4d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.391132] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae28239a-47eb-49ed-b132-399d6ce35fea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.422910] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e958de1-2970-41d1-96f0-ab3f7fff9532 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.430270] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5019d09c-1cae-413c-b923-967461469998 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.445839] env[69316]: DEBUG nova.compute.provider_tree [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.501022] env[69316]: DEBUG nova.network.neutron [-] [instance: 727fc42a-9607-4581-acb3-c39282378407] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.518472] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa6a331f-0303-4f12-af02-e5b7b04b6ce2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.528464] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55452d10-8902-418f-9043-d6207ff57f82 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.557797] env[69316]: DEBUG nova.compute.manager [req-a8cf5a47-3035-4bda-b23e-6ca59f838ae4 req-48aea16a-cb40-4651-829f-06397e653f19 service nova] [instance: 727fc42a-9607-4581-acb3-c39282378407] Detach interface failed, port_id=28eea7b4-da27-475b-8a96-c5f01db94be5, reason: Instance 727fc42a-9607-4581-acb3-c39282378407 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.949445] env[69316]: DEBUG nova.scheduler.client.report [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.003557] env[69316]: INFO nova.compute.manager [-] [instance: 727fc42a-9607-4581-acb3-c39282378407] Took 1.26 seconds to deallocate network for instance. [ 1316.453799] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.454314] env[69316]: DEBUG nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.511413] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.511682] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.511888] env[69316]: DEBUG nova.objects.instance [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lazy-loading 'resources' on Instance uuid 727fc42a-9607-4581-acb3-c39282378407 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.959353] env[69316]: DEBUG nova.compute.utils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1316.960790] env[69316]: DEBUG nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1316.960964] env[69316]: DEBUG nova.network.neutron [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.006351] env[69316]: DEBUG nova.policy [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50bb9d7ecad34b8e8c30f00991e0601f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c927b6eff414d9eab295f9cee2a479c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.217565] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274dd4bc-b335-45f9-b17d-51469023f861 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.226328] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b26efb-d1fb-4c57-b04c-f940899a4075 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.256014] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e3af2-e1a8-44b7-89a2-67dc1259f5a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.263958] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7beb1de-a007-40f3-bc38-339b9e5ffb00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.268042] env[69316]: DEBUG nova.network.neutron [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Successfully created port: 3803f816-b2a5-4e23-a8f5-31b331078691 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.278911] env[69316]: DEBUG nova.compute.provider_tree [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.463919] env[69316]: DEBUG nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.782617] env[69316]: DEBUG nova.scheduler.client.report [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.287555] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.311883] env[69316]: INFO nova.scheduler.client.report [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Deleted allocations for instance 727fc42a-9607-4581-acb3-c39282378407 [ 1318.473969] env[69316]: DEBUG nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.501667] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.501916] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.502087] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.502272] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.502419] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.502566] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.502788] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.502974] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.503155] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.503321] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.503496] env[69316]: DEBUG nova.virt.hardware [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.504354] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706bcf1f-c01c-498f-804d-4571c2b2daa3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.512263] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e46256-376d-4fca-b1ba-d817c7776c8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.639161] env[69316]: DEBUG nova.compute.manager [req-13818716-6c6e-4ebe-999f-36fc5bc5a2c5 req-d1d37bd2-8400-40d6-b708-cc340f034646 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Received event network-vif-plugged-3803f816-b2a5-4e23-a8f5-31b331078691 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.639385] env[69316]: DEBUG oslo_concurrency.lockutils [req-13818716-6c6e-4ebe-999f-36fc5bc5a2c5 req-d1d37bd2-8400-40d6-b708-cc340f034646 service nova] Acquiring lock "e52af4b8-b26f-429d-9f20-66c7d5f13575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.639610] env[69316]: DEBUG oslo_concurrency.lockutils [req-13818716-6c6e-4ebe-999f-36fc5bc5a2c5 req-d1d37bd2-8400-40d6-b708-cc340f034646 service nova] Lock "e52af4b8-b26f-429d-9f20-66c7d5f13575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.639748] env[69316]: DEBUG oslo_concurrency.lockutils [req-13818716-6c6e-4ebe-999f-36fc5bc5a2c5 req-d1d37bd2-8400-40d6-b708-cc340f034646 service nova] Lock "e52af4b8-b26f-429d-9f20-66c7d5f13575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.639910] env[69316]: DEBUG nova.compute.manager [req-13818716-6c6e-4ebe-999f-36fc5bc5a2c5 req-d1d37bd2-8400-40d6-b708-cc340f034646 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] No waiting events found dispatching network-vif-plugged-3803f816-b2a5-4e23-a8f5-31b331078691 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.640818] env[69316]: WARNING nova.compute.manager [req-13818716-6c6e-4ebe-999f-36fc5bc5a2c5 req-d1d37bd2-8400-40d6-b708-cc340f034646 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Received unexpected event network-vif-plugged-3803f816-b2a5-4e23-a8f5-31b331078691 for instance with vm_state building and task_state spawning. [ 1318.712455] env[69316]: DEBUG nova.network.neutron [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Successfully updated port: 3803f816-b2a5-4e23-a8f5-31b331078691 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.822658] env[69316]: DEBUG oslo_concurrency.lockutils [None req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Lock "727fc42a-9607-4581-acb3-c39282378407" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.214991] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquiring lock "refresh_cache-e52af4b8-b26f-429d-9f20-66c7d5f13575" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.215217] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquired lock "refresh_cache-e52af4b8-b26f-429d-9f20-66c7d5f13575" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.215316] env[69316]: DEBUG nova.network.neutron [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.750579] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1319.750868] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672062', 'volume_id': 'bbececfe-967b-4171-a79b-a4a71a4900a2', 'name': 'volume-bbececfe-967b-4171-a79b-a4a71a4900a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1d07e0d-3336-48ce-b88a-2b70c53ff423', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbececfe-967b-4171-a79b-a4a71a4900a2', 'serial': 'bbececfe-967b-4171-a79b-a4a71a4900a2'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1319.751724] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8933320-604a-4808-97cb-63c5130bb74d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.756614] env[69316]: DEBUG nova.network.neutron [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.769957] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ecf8f5-732e-4c70-9b65-265751a774df {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.795859] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-bbececfe-967b-4171-a79b-a4a71a4900a2/volume-bbececfe-967b-4171-a79b-a4a71a4900a2.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.798265] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a4573f-722f-46ee-a34e-8640c4cbf641 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.816524] env[69316]: DEBUG oslo_vmware.api [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1319.816524] env[69316]: value = "task-3368050" [ 1319.816524] env[69316]: _type = "Task" [ 1319.816524] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.824178] env[69316]: DEBUG oslo_vmware.api [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.006224] env[69316]: DEBUG nova.network.neutron [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Updating instance_info_cache with network_info: [{"id": "3803f816-b2a5-4e23-a8f5-31b331078691", "address": "fa:16:3e:3e:2e:11", "network": {"id": "4054d8fe-eebb-4ac2-b68d-a9fd8e7bdc54", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2134986728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c927b6eff414d9eab295f9cee2a479c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3803f816-b2", "ovs_interfaceid": "3803f816-b2a5-4e23-a8f5-31b331078691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.328446] env[69316]: DEBUG oslo_vmware.api [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368050, 'name': ReconfigVM_Task, 'duration_secs': 0.343408} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.328710] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-bbececfe-967b-4171-a79b-a4a71a4900a2/volume-bbececfe-967b-4171-a79b-a4a71a4900a2.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.334506] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d19602-7b08-47de-9309-793578e836fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.351060] env[69316]: DEBUG oslo_vmware.api [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1320.351060] env[69316]: value = "task-3368051" [ 1320.351060] env[69316]: _type = "Task" [ 1320.351060] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.358842] env[69316]: DEBUG oslo_vmware.api [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.508664] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Releasing lock "refresh_cache-e52af4b8-b26f-429d-9f20-66c7d5f13575" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.508996] env[69316]: DEBUG nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Instance network_info: |[{"id": "3803f816-b2a5-4e23-a8f5-31b331078691", "address": "fa:16:3e:3e:2e:11", "network": {"id": "4054d8fe-eebb-4ac2-b68d-a9fd8e7bdc54", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2134986728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c927b6eff414d9eab295f9cee2a479c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3803f816-b2", "ovs_interfaceid": "3803f816-b2a5-4e23-a8f5-31b331078691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.509443] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:2e:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3803f816-b2a5-4e23-a8f5-31b331078691', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.517340] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Creating folder: Project (6c927b6eff414d9eab295f9cee2a479c). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.517652] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fea73aaf-3fa6-4db0-890c-6529d8689194 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.528082] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Created folder: Project (6c927b6eff414d9eab295f9cee2a479c) in parent group-v671748. [ 1320.528263] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Creating folder: Instances. Parent ref: group-v672063. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.528497] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cf59b8e-9fda-4730-9f89-e23b70abf47e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.536413] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Created folder: Instances in parent group-v672063. [ 1320.536638] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.536958] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.537235] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-761e53f8-3bc0-430f-849b-5c28eb8cef11 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.556191] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.556191] env[69316]: value = "task-3368054" [ 1320.556191] env[69316]: _type = "Task" [ 1320.556191] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.564016] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368054, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.669879] env[69316]: DEBUG nova.compute.manager [req-2a9d7de7-9453-4afc-9531-c502396771cc req-33696d2e-2687-4e89-a523-ecc5f8b09c69 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Received event network-changed-3803f816-b2a5-4e23-a8f5-31b331078691 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.670079] env[69316]: DEBUG nova.compute.manager [req-2a9d7de7-9453-4afc-9531-c502396771cc req-33696d2e-2687-4e89-a523-ecc5f8b09c69 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Refreshing instance network info cache due to event network-changed-3803f816-b2a5-4e23-a8f5-31b331078691. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.670300] env[69316]: DEBUG oslo_concurrency.lockutils [req-2a9d7de7-9453-4afc-9531-c502396771cc req-33696d2e-2687-4e89-a523-ecc5f8b09c69 service nova] Acquiring lock "refresh_cache-e52af4b8-b26f-429d-9f20-66c7d5f13575" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.670464] env[69316]: DEBUG oslo_concurrency.lockutils [req-2a9d7de7-9453-4afc-9531-c502396771cc req-33696d2e-2687-4e89-a523-ecc5f8b09c69 service nova] Acquired lock "refresh_cache-e52af4b8-b26f-429d-9f20-66c7d5f13575" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.670598] env[69316]: DEBUG nova.network.neutron [req-2a9d7de7-9453-4afc-9531-c502396771cc req-33696d2e-2687-4e89-a523-ecc5f8b09c69 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Refreshing network info cache for port 3803f816-b2a5-4e23-a8f5-31b331078691 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.861217] env[69316]: DEBUG oslo_vmware.api [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368051, 'name': ReconfigVM_Task, 'duration_secs': 0.136483} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.861580] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672062', 'volume_id': 'bbececfe-967b-4171-a79b-a4a71a4900a2', 'name': 'volume-bbececfe-967b-4171-a79b-a4a71a4900a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1d07e0d-3336-48ce-b88a-2b70c53ff423', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbececfe-967b-4171-a79b-a4a71a4900a2', 'serial': 'bbececfe-967b-4171-a79b-a4a71a4900a2'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1321.068677] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368054, 'name': CreateVM_Task, 'duration_secs': 0.316115} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.068951] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.069920] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.070238] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.070825] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.071436] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b63263-a34c-4bc0-a697-7673da7beaed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.077604] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1321.077604] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527d92fe-4689-fb9d-ee47-d8f37b8b633f" [ 1321.077604] env[69316]: _type = "Task" [ 1321.077604] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.087333] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527d92fe-4689-fb9d-ee47-d8f37b8b633f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.358909] env[69316]: DEBUG nova.network.neutron [req-2a9d7de7-9453-4afc-9531-c502396771cc req-33696d2e-2687-4e89-a523-ecc5f8b09c69 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Updated VIF entry in instance network info cache for port 3803f816-b2a5-4e23-a8f5-31b331078691. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.359147] env[69316]: DEBUG nova.network.neutron [req-2a9d7de7-9453-4afc-9531-c502396771cc req-33696d2e-2687-4e89-a523-ecc5f8b09c69 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Updating instance_info_cache with network_info: [{"id": "3803f816-b2a5-4e23-a8f5-31b331078691", "address": "fa:16:3e:3e:2e:11", "network": {"id": "4054d8fe-eebb-4ac2-b68d-a9fd8e7bdc54", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2134986728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c927b6eff414d9eab295f9cee2a479c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3803f816-b2", "ovs_interfaceid": "3803f816-b2a5-4e23-a8f5-31b331078691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.589585] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527d92fe-4689-fb9d-ee47-d8f37b8b633f, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.589875] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.590577] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.590577] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.590577] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.590811] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.590945] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a4410ad-d8e6-4df4-8e4e-8f0fa8e73fc4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.599223] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.599395] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.600097] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3cb0808-526d-4e58-b142-2f5a712aa325 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.606986] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1321.606986] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f54735-214a-5183-814b-49d6efb74746" [ 1321.606986] env[69316]: _type = "Task" [ 1321.606986] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.616498] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f54735-214a-5183-814b-49d6efb74746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.862367] env[69316]: DEBUG oslo_concurrency.lockutils [req-2a9d7de7-9453-4afc-9531-c502396771cc req-33696d2e-2687-4e89-a523-ecc5f8b09c69 service nova] Releasing lock "refresh_cache-e52af4b8-b26f-429d-9f20-66c7d5f13575" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.896616] env[69316]: DEBUG nova.objects.instance [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'flavor' on Instance uuid b1d07e0d-3336-48ce-b88a-2b70c53ff423 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.122380] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f54735-214a-5183-814b-49d6efb74746, 'name': SearchDatastore_Task, 'duration_secs': 0.008651} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.123215] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced91c25-efbc-4890-9934-01a04e85f906 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.129474] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1322.129474] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520d35d8-6df0-e379-62d6-5f9d4dc49120" [ 1322.129474] env[69316]: _type = "Task" [ 1322.129474] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.137038] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520d35d8-6df0-e379-62d6-5f9d4dc49120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.403567] env[69316]: DEBUG oslo_concurrency.lockutils [None req-83acd9dc-82a9-41ab-b8d4-773fa01ae1c5 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.644714] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520d35d8-6df0-e379-62d6-5f9d4dc49120, 'name': SearchDatastore_Task, 'duration_secs': 0.011855} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.644714] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.644714] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] e52af4b8-b26f-429d-9f20-66c7d5f13575/e52af4b8-b26f-429d-9f20-66c7d5f13575.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.644714] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-112724f1-1aad-4620-bc7f-fa6a61cfdb47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.652335] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1322.652335] env[69316]: value = "task-3368055" [ 1322.652335] env[69316]: _type = "Task" [ 1322.652335] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.663083] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.678639] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.678639] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.162931] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43698} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.163254] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] e52af4b8-b26f-429d-9f20-66c7d5f13575/e52af4b8-b26f-429d-9f20-66c7d5f13575.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.163431] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.163680] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-000728c7-cf97-4708-807f-21f1940a0b3b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.170704] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1323.170704] env[69316]: value = "task-3368056" [ 1323.170704] env[69316]: _type = "Task" [ 1323.170704] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.178731] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.180294] env[69316]: INFO nova.compute.manager [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Detaching volume bbececfe-967b-4171-a79b-a4a71a4900a2 [ 1323.217180] env[69316]: INFO nova.virt.block_device [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Attempting to driver detach volume bbececfe-967b-4171-a79b-a4a71a4900a2 from mountpoint /dev/sdb [ 1323.217425] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1323.217633] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672062', 'volume_id': 'bbececfe-967b-4171-a79b-a4a71a4900a2', 'name': 'volume-bbececfe-967b-4171-a79b-a4a71a4900a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1d07e0d-3336-48ce-b88a-2b70c53ff423', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbececfe-967b-4171-a79b-a4a71a4900a2', 'serial': 'bbececfe-967b-4171-a79b-a4a71a4900a2'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1323.218553] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dca39c-c18d-4b83-88ce-7f7a339933b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.240551] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c2707c-fb06-4f0a-90be-1159aa45db19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.248325] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82f00ab-676c-44dd-86f9-67143ea4f62b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.271060] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066976cd-8b36-4fdf-912e-d08b3a7e8d1b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.286836] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] The volume has not been displaced from its original location: [datastore1] volume-bbececfe-967b-4171-a79b-a4a71a4900a2/volume-bbececfe-967b-4171-a79b-a4a71a4900a2.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1323.291717] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1323.292799] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc27877-0dc9-4cf3-bde7-a4f2dba104b4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.314310] env[69316]: DEBUG oslo_vmware.api [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1323.314310] env[69316]: value = "task-3368057" [ 1323.314310] env[69316]: _type = "Task" [ 1323.314310] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.322364] env[69316]: DEBUG oslo_vmware.api [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.680344] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100555} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.680622] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.682287] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d304bc-31ca-483c-b103-1f062a92edcb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.704695] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] e52af4b8-b26f-429d-9f20-66c7d5f13575/e52af4b8-b26f-429d-9f20-66c7d5f13575.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.704695] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c31cd1-16ee-4330-a963-fe4ca531ae87 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.723630] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1323.723630] env[69316]: value = "task-3368058" [ 1323.723630] env[69316]: _type = "Task" [ 1323.723630] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.732015] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.824833] env[69316]: DEBUG oslo_vmware.api [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.233447] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368058, 'name': ReconfigVM_Task, 'duration_secs': 0.35327} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.233730] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Reconfigured VM instance instance-0000006f to attach disk [datastore1] e52af4b8-b26f-429d-9f20-66c7d5f13575/e52af4b8-b26f-429d-9f20-66c7d5f13575.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.234402] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f978ab97-4a19-42a5-b685-5480914a5532 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.240857] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1324.240857] env[69316]: value = "task-3368059" [ 1324.240857] env[69316]: _type = "Task" [ 1324.240857] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.248673] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368059, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.303015] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "693508d1-5308-40af-966f-775791e6d6cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.303427] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "693508d1-5308-40af-966f-775791e6d6cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.327028] env[69316]: DEBUG oslo_vmware.api [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.750884] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368059, 'name': Rename_Task, 'duration_secs': 0.141796} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.751285] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.751642] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19599563-b815-43c1-a208-bc3b0d3c7788 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.758292] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1324.758292] env[69316]: value = "task-3368060" [ 1324.758292] env[69316]: _type = "Task" [ 1324.758292] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.767567] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.809019] env[69316]: DEBUG nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.826686] env[69316]: DEBUG oslo_vmware.api [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368057, 'name': ReconfigVM_Task, 'duration_secs': 1.229603} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.827686] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1324.835736] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe389009-79e9-455f-baaf-9440792fca75 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.854475] env[69316]: DEBUG oslo_vmware.api [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1324.854475] env[69316]: value = "task-3368061" [ 1324.854475] env[69316]: _type = "Task" [ 1324.854475] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.863116] env[69316]: DEBUG oslo_vmware.api [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.267988] env[69316]: DEBUG oslo_vmware.api [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368060, 'name': PowerOnVM_Task, 'duration_secs': 0.490261} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.268320] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.268466] env[69316]: INFO nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1325.268648] env[69316]: DEBUG nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.269426] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8e2898-85d4-42c6-a6c8-9f0ff9e0163d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.330189] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.330461] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.331925] env[69316]: INFO nova.compute.claims [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.363760] env[69316]: DEBUG oslo_vmware.api [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368061, 'name': ReconfigVM_Task, 'duration_secs': 0.149859} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.364082] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672062', 'volume_id': 'bbececfe-967b-4171-a79b-a4a71a4900a2', 'name': 'volume-bbececfe-967b-4171-a79b-a4a71a4900a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1d07e0d-3336-48ce-b88a-2b70c53ff423', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbececfe-967b-4171-a79b-a4a71a4900a2', 'serial': 'bbececfe-967b-4171-a79b-a4a71a4900a2'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1325.784825] env[69316]: INFO nova.compute.manager [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Took 11.54 seconds to build instance. [ 1325.911527] env[69316]: DEBUG nova.objects.instance [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'flavor' on Instance uuid b1d07e0d-3336-48ce-b88a-2b70c53ff423 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.286886] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b9f867bb-0c30-4166-a2a0-0288afcbb33f tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "e52af4b8-b26f-429d-9f20-66c7d5f13575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.049s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.455127] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c3a5b6-5b0a-4cdc-aed8-6eede66804d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.463177] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5006b73-a7af-40b5-b07c-6ce2c6cf1fea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.494442] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedc6335-2b44-4c2d-9002-56c44bdc2cbb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.501621] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628f473-1bb2-4bd3-a429-0e0359dc1586 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.514425] env[69316]: DEBUG nova.compute.provider_tree [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.919825] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9e8cb1eb-8e84-49a3-90a6-5b5b217b0955 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.241s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.018075] env[69316]: DEBUG nova.scheduler.client.report [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.522495] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.523169] env[69316]: DEBUG nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.734292] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquiring lock "e52af4b8-b26f-429d-9f20-66c7d5f13575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.734586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "e52af4b8-b26f-429d-9f20-66c7d5f13575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.734805] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquiring lock "e52af4b8-b26f-429d-9f20-66c7d5f13575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.735043] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "e52af4b8-b26f-429d-9f20-66c7d5f13575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.735233] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "e52af4b8-b26f-429d-9f20-66c7d5f13575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.737584] env[69316]: INFO nova.compute.manager [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Terminating instance [ 1327.979472] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.979988] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.979988] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.980187] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.980425] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.982680] env[69316]: INFO nova.compute.manager [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Terminating instance [ 1328.027662] env[69316]: DEBUG nova.compute.utils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.028967] env[69316]: DEBUG nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.029179] env[69316]: DEBUG nova.network.neutron [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.067629] env[69316]: DEBUG nova.policy [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3cf1bbdb0743599095435d09f19e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d10912572242dea972908a2f15c806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.242655] env[69316]: DEBUG nova.compute.manager [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.242986] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.244282] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a69f91-29a0-43d5-91c6-0edff618cf50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.254763] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.257115] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b45abaa6-4141-4697-95bd-e454084bed95 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.263184] env[69316]: DEBUG oslo_vmware.api [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1328.263184] env[69316]: value = "task-3368062" [ 1328.263184] env[69316]: _type = "Task" [ 1328.263184] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.271148] env[69316]: DEBUG oslo_vmware.api [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.322506] env[69316]: DEBUG nova.network.neutron [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Successfully created port: 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.486728] env[69316]: DEBUG nova.compute.manager [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.486962] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.487854] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58187704-4328-46e4-9070-deeb9c7feeb5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.494915] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.495184] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07dfcf96-8152-4c4b-8e69-5383bb9caa5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.500806] env[69316]: DEBUG oslo_vmware.api [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1328.500806] env[69316]: value = "task-3368063" [ 1328.500806] env[69316]: _type = "Task" [ 1328.500806] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.508556] env[69316]: DEBUG oslo_vmware.api [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.534477] env[69316]: DEBUG nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.772651] env[69316]: DEBUG oslo_vmware.api [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368062, 'name': PowerOffVM_Task, 'duration_secs': 0.197316} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.772915] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.773205] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.773460] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dbc7366-a4ea-40e9-a25e-30fcf4e300da {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.840891] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.841176] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.841369] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Deleting the datastore file [datastore1] e52af4b8-b26f-429d-9f20-66c7d5f13575 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.841647] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0af8231-bd2c-4cca-a104-fa84c37809d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.850011] env[69316]: DEBUG oslo_vmware.api [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for the task: (returnval){ [ 1328.850011] env[69316]: value = "task-3368065" [ 1328.850011] env[69316]: _type = "Task" [ 1328.850011] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.857690] env[69316]: DEBUG oslo_vmware.api [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.009475] env[69316]: DEBUG oslo_vmware.api [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368063, 'name': PowerOffVM_Task, 'duration_secs': 0.183577} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.009779] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.009955] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.010223] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff14d21e-50a1-41e9-8860-fbe84f23fbd8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.075219] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.075461] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.075645] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleting the datastore file [datastore2] b1d07e0d-3336-48ce-b88a-2b70c53ff423 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.075898] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c75000d-f0b9-4dfb-a643-e077acbd81fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.083052] env[69316]: DEBUG oslo_vmware.api [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1329.083052] env[69316]: value = "task-3368067" [ 1329.083052] env[69316]: _type = "Task" [ 1329.083052] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.090699] env[69316]: DEBUG oslo_vmware.api [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.360073] env[69316]: DEBUG oslo_vmware.api [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Task: {'id': task-3368065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120522} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.360338] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.360523] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.360698] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.360872] env[69316]: INFO nova.compute.manager [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1329.361126] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.361318] env[69316]: DEBUG nova.compute.manager [-] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.361414] env[69316]: DEBUG nova.network.neutron [-] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.543093] env[69316]: DEBUG nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.572380] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.572622] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.572779] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.572965] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.573123] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.573327] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.573521] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.573679] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.573845] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.574017] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.574207] env[69316]: DEBUG nova.virt.hardware [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.575096] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48823f5e-2753-406c-a876-4d1a0d51313f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.583560] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02b5b3-611e-40f7-a862-42e928688cec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.595937] env[69316]: DEBUG oslo_vmware.api [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136583} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.603614] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.606106] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.606106] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.606106] env[69316]: INFO nova.compute.manager [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1329.606106] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.606106] env[69316]: DEBUG nova.compute.manager [-] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.606106] env[69316]: DEBUG nova.network.neutron [-] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.686181] env[69316]: DEBUG nova.compute.manager [req-279c4069-06df-4dd0-acc0-531cf09bcca4 req-609c6d17-7802-4233-8a28-430e8cfa8179 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Received event network-vif-deleted-3803f816-b2a5-4e23-a8f5-31b331078691 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.686441] env[69316]: INFO nova.compute.manager [req-279c4069-06df-4dd0-acc0-531cf09bcca4 req-609c6d17-7802-4233-8a28-430e8cfa8179 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Neutron deleted interface 3803f816-b2a5-4e23-a8f5-31b331078691; detaching it from the instance and deleting it from the info cache [ 1329.686625] env[69316]: DEBUG nova.network.neutron [req-279c4069-06df-4dd0-acc0-531cf09bcca4 req-609c6d17-7802-4233-8a28-430e8cfa8179 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.791237] env[69316]: DEBUG nova.compute.manager [req-c67b7d00-3afc-4557-bbbe-fa522f31ab73 req-0457dc2d-2c15-49d2-a64d-aa04363db1aa service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Received event network-vif-plugged-052e4cf7-dbab-432d-ae77-4d5f9b068ce5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.791448] env[69316]: DEBUG oslo_concurrency.lockutils [req-c67b7d00-3afc-4557-bbbe-fa522f31ab73 req-0457dc2d-2c15-49d2-a64d-aa04363db1aa service nova] Acquiring lock "693508d1-5308-40af-966f-775791e6d6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.791669] env[69316]: DEBUG oslo_concurrency.lockutils [req-c67b7d00-3afc-4557-bbbe-fa522f31ab73 req-0457dc2d-2c15-49d2-a64d-aa04363db1aa service nova] Lock "693508d1-5308-40af-966f-775791e6d6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.791806] env[69316]: DEBUG oslo_concurrency.lockutils [req-c67b7d00-3afc-4557-bbbe-fa522f31ab73 req-0457dc2d-2c15-49d2-a64d-aa04363db1aa service nova] Lock "693508d1-5308-40af-966f-775791e6d6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.791968] env[69316]: DEBUG nova.compute.manager [req-c67b7d00-3afc-4557-bbbe-fa522f31ab73 req-0457dc2d-2c15-49d2-a64d-aa04363db1aa service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] No waiting events found dispatching network-vif-plugged-052e4cf7-dbab-432d-ae77-4d5f9b068ce5 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.792144] env[69316]: WARNING nova.compute.manager [req-c67b7d00-3afc-4557-bbbe-fa522f31ab73 req-0457dc2d-2c15-49d2-a64d-aa04363db1aa service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Received unexpected event network-vif-plugged-052e4cf7-dbab-432d-ae77-4d5f9b068ce5 for instance with vm_state building and task_state spawning. [ 1329.986485] env[69316]: DEBUG nova.network.neutron [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Successfully updated port: 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.124130] env[69316]: DEBUG nova.network.neutron [-] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.191287] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c9f3700-b55b-4ab8-8927-16719d003e6f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.201599] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21124717-bb73-468d-bb74-fc20044aa569 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.231523] env[69316]: DEBUG nova.compute.manager [req-279c4069-06df-4dd0-acc0-531cf09bcca4 req-609c6d17-7802-4233-8a28-430e8cfa8179 service nova] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Detach interface failed, port_id=3803f816-b2a5-4e23-a8f5-31b331078691, reason: Instance e52af4b8-b26f-429d-9f20-66c7d5f13575 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1330.489222] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "refresh_cache-693508d1-5308-40af-966f-775791e6d6cf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.489462] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "refresh_cache-693508d1-5308-40af-966f-775791e6d6cf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.489537] env[69316]: DEBUG nova.network.neutron [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.627837] env[69316]: INFO nova.compute.manager [-] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Took 1.27 seconds to deallocate network for instance. [ 1330.662424] env[69316]: DEBUG nova.network.neutron [-] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.020025] env[69316]: DEBUG nova.network.neutron [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.134036] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.134897] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.134897] env[69316]: DEBUG nova.objects.instance [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lazy-loading 'resources' on Instance uuid e52af4b8-b26f-429d-9f20-66c7d5f13575 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.158745] env[69316]: DEBUG nova.network.neutron [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Updating instance_info_cache with network_info: [{"id": "052e4cf7-dbab-432d-ae77-4d5f9b068ce5", "address": "fa:16:3e:1e:1c:a6", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052e4cf7-db", "ovs_interfaceid": "052e4cf7-dbab-432d-ae77-4d5f9b068ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.165116] env[69316]: INFO nova.compute.manager [-] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Took 1.56 seconds to deallocate network for instance. [ 1331.661974] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "refresh_cache-693508d1-5308-40af-966f-775791e6d6cf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.662281] env[69316]: DEBUG nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Instance network_info: |[{"id": "052e4cf7-dbab-432d-ae77-4d5f9b068ce5", "address": "fa:16:3e:1e:1c:a6", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052e4cf7-db", "ovs_interfaceid": "052e4cf7-dbab-432d-ae77-4d5f9b068ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.662673] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:1c:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '052e4cf7-dbab-432d-ae77-4d5f9b068ce5', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.670619] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating folder: Project (f4d10912572242dea972908a2f15c806). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.673799] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.674050] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e76b71f-692e-47c8-ace8-bf2a0cc2dc5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.684729] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created folder: Project (f4d10912572242dea972908a2f15c806) in parent group-v671748. [ 1331.684910] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating folder: Instances. Parent ref: group-v672066. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.687300] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-463069f7-d59a-416a-b32a-77fdbd814a8e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.697149] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created folder: Instances in parent group-v672066. [ 1331.697392] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.697603] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.699749] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99012958-da7a-4309-9641-729b9f7d3591 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.719248] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.719248] env[69316]: value = "task-3368070" [ 1331.719248] env[69316]: _type = "Task" [ 1331.719248] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.729797] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368070, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.779418] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d844a0d2-a3e8-495b-9dfb-3b7494aa38f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.786655] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc23545d-b8ec-4d2f-95ae-47000d5f3f87 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.816668] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3885286f-f065-4244-b5ff-2e8d9fd9bca3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.821533] env[69316]: DEBUG nova.compute.manager [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Received event network-changed-052e4cf7-dbab-432d-ae77-4d5f9b068ce5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.821709] env[69316]: DEBUG nova.compute.manager [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Refreshing instance network info cache due to event network-changed-052e4cf7-dbab-432d-ae77-4d5f9b068ce5. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.821933] env[69316]: DEBUG oslo_concurrency.lockutils [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] Acquiring lock "refresh_cache-693508d1-5308-40af-966f-775791e6d6cf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.822089] env[69316]: DEBUG oslo_concurrency.lockutils [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] Acquired lock "refresh_cache-693508d1-5308-40af-966f-775791e6d6cf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.822249] env[69316]: DEBUG nova.network.neutron [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Refreshing network info cache for port 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.828300] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54ef376-d8ca-4e3d-bae2-9fc00a931323 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.843038] env[69316]: DEBUG nova.compute.provider_tree [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.229078] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368070, 'name': CreateVM_Task, 'duration_secs': 0.322506} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.229250] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.229939] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.230117] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.230438] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.230688] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-967a3fbf-832a-4955-adc3-90f578cd3f2a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.234839] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1332.234839] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5248c70e-1910-8594-46a2-976880638fca" [ 1332.234839] env[69316]: _type = "Task" [ 1332.234839] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.243811] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5248c70e-1910-8594-46a2-976880638fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.346607] env[69316]: DEBUG nova.scheduler.client.report [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.516095] env[69316]: DEBUG nova.network.neutron [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Updated VIF entry in instance network info cache for port 052e4cf7-dbab-432d-ae77-4d5f9b068ce5. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.516458] env[69316]: DEBUG nova.network.neutron [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Updating instance_info_cache with network_info: [{"id": "052e4cf7-dbab-432d-ae77-4d5f9b068ce5", "address": "fa:16:3e:1e:1c:a6", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052e4cf7-db", "ovs_interfaceid": "052e4cf7-dbab-432d-ae77-4d5f9b068ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.744765] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5248c70e-1910-8594-46a2-976880638fca, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.746063] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.746063] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.746063] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.746063] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.746063] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.746490] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df4d9cd1-fe12-4e60-935a-20753fd77f19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.754028] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.754225] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.755033] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4c4f54-bc82-45df-85f2-2eec211a2eab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.760698] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1332.760698] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523071af-fe9e-5835-4315-2ac48a37fc51" [ 1332.760698] env[69316]: _type = "Task" [ 1332.760698] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.768176] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523071af-fe9e-5835-4315-2ac48a37fc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.851653] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.853958] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.180s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.854209] env[69316]: DEBUG nova.objects.instance [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'resources' on Instance uuid b1d07e0d-3336-48ce-b88a-2b70c53ff423 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.872538] env[69316]: INFO nova.scheduler.client.report [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Deleted allocations for instance e52af4b8-b26f-429d-9f20-66c7d5f13575 [ 1333.018597] env[69316]: DEBUG oslo_concurrency.lockutils [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] Releasing lock "refresh_cache-693508d1-5308-40af-966f-775791e6d6cf" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.018865] env[69316]: DEBUG nova.compute.manager [req-884757cb-f445-4223-a783-f3bb3b2de508 req-c5f62047-0c3f-4d40-8bdc-024770e6eb6a service nova] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Received event network-vif-deleted-e77f7d02-8e8b-4826-a50c-ff571e6ebaea {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.271158] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523071af-fe9e-5835-4315-2ac48a37fc51, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.271994] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e5294b-3cf2-442c-8d1d-85ada230e61d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.277268] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1333.277268] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5261c2f2-1685-f570-eb79-cffe6de74ebc" [ 1333.277268] env[69316]: _type = "Task" [ 1333.277268] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.284392] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5261c2f2-1685-f570-eb79-cffe6de74ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.379357] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a2098a53-2359-4632-8e89-216d143927d3 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Lock "e52af4b8-b26f-429d-9f20-66c7d5f13575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.645s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.465051] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52bb61-d2cb-4906-8b3b-2e6f1e4f7d9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.471925] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbdb3af-8a2f-4a42-82da-32f9847a10a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.510421] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afd68ab-c430-4b2c-8004-626c041390c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.519611] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8522b057-fefc-47b7-983d-c05e1dd5cb8d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.533758] env[69316]: DEBUG nova.compute.provider_tree [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.787956] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5261c2f2-1685-f570-eb79-cffe6de74ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.788311] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.788593] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 693508d1-5308-40af-966f-775791e6d6cf/693508d1-5308-40af-966f-775791e6d6cf.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.788904] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa78bb6c-14d9-4fd3-9f85-0bcbde675f0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.795491] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1333.795491] env[69316]: value = "task-3368071" [ 1333.795491] env[69316]: _type = "Task" [ 1333.795491] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.803717] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.037693] env[69316]: DEBUG nova.scheduler.client.report [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.306641] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467797} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.306905] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 693508d1-5308-40af-966f-775791e6d6cf/693508d1-5308-40af-966f-775791e6d6cf.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.307130] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.307385] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab30dd14-7dcc-4814-8a44-df1e7fed481d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.313274] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1334.313274] env[69316]: value = "task-3368072" [ 1334.313274] env[69316]: _type = "Task" [ 1334.313274] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.322278] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.542533] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.567590] env[69316]: INFO nova.scheduler.client.report [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleted allocations for instance b1d07e0d-3336-48ce-b88a-2b70c53ff423 [ 1334.829726] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056839} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.830166] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.831358] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fa9e64-3d60-464d-9d3e-f292252936a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.868568] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 693508d1-5308-40af-966f-775791e6d6cf/693508d1-5308-40af-966f-775791e6d6cf.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.869062] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e65a03e-4a5b-4764-afb4-45fdb6b4ac56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.892227] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1334.892227] env[69316]: value = "task-3368073" [ 1334.892227] env[69316]: _type = "Task" [ 1334.892227] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.901773] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.076352] env[69316]: DEBUG oslo_concurrency.lockutils [None req-b3cff234-0682-4916-a213-c220c7dd6a2d tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "b1d07e0d-3336-48ce-b88a-2b70c53ff423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.096s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.407566] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.903486] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368073, 'name': ReconfigVM_Task, 'duration_secs': 0.813525} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.903911] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 693508d1-5308-40af-966f-775791e6d6cf/693508d1-5308-40af-966f-775791e6d6cf.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.904354] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1310e1-9a2f-450e-957f-08595b0245f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.911185] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1335.911185] env[69316]: value = "task-3368074" [ 1335.911185] env[69316]: _type = "Task" [ 1335.911185] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.919584] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368074, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.422077] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368074, 'name': Rename_Task, 'duration_secs': 0.448359} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.422077] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.422077] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dff8e63-1616-4264-b4a8-872c3e5f1499 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.427186] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1336.427186] env[69316]: value = "task-3368075" [ 1336.427186] env[69316]: _type = "Task" [ 1336.427186] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.435678] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.937224] env[69316]: DEBUG oslo_vmware.api [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368075, 'name': PowerOnVM_Task, 'duration_secs': 0.445795} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.937591] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.937693] env[69316]: INFO nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1336.937940] env[69316]: DEBUG nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.938766] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca068218-c886-4100-a2c6-9ac916cd116d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.236979] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "e715cf67-1076-45be-9248-77f2d2384a06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.237279] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.455099] env[69316]: INFO nova.compute.manager [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Took 12.14 seconds to build instance. [ 1337.739799] env[69316]: DEBUG nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.956891] env[69316]: DEBUG oslo_concurrency.lockutils [None req-29325eb8-03c8-44b8-b199-889134b53cef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "693508d1-5308-40af-966f-775791e6d6cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.653s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.264379] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.264646] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.266291] env[69316]: INFO nova.compute.claims [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.249858] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "ad41be8d-03e2-4231-bbb3-21aae106080a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.250122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ad41be8d-03e2-4231-bbb3-21aae106080a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.252553] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.252753] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.378387] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2077803-d5df-4e8c-be9e-8075e7b6d1b4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.386219] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682ef246-0150-4a53-8a4f-ea5d2245f3f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.414672] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7d7214-9103-4d4f-bfce-19962eee1d86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.421704] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0495e0c-daf2-4eeb-93ed-066aea65dd7c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.434403] env[69316]: DEBUG nova.compute.provider_tree [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.753194] env[69316]: DEBUG nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.756529] env[69316]: DEBUG nova.compute.utils [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.937379] env[69316]: DEBUG nova.scheduler.client.report [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.260560] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.277408] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.306058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.306371] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.306525] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.306706] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.306870] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.308727] env[69316]: INFO nova.compute.manager [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Terminating instance [ 1340.442284] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.442843] env[69316]: DEBUG nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.445496] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.168s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.446926] env[69316]: INFO nova.compute.claims [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.812659] env[69316]: DEBUG nova.compute.manager [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.812975] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.813399] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab2f5552-05ea-4174-92f9-c2b1f977c3e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.823028] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1340.823028] env[69316]: value = "task-3368076" [ 1340.823028] env[69316]: _type = "Task" [ 1340.823028] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.831203] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.950690] env[69316]: DEBUG nova.compute.utils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1340.953961] env[69316]: DEBUG nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.954147] env[69316]: DEBUG nova.network.neutron [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.000446] env[69316]: DEBUG nova.policy [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d9ffddb2d4446386f6608ab7947d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f71f0a6a1ef4410a9cbad1a53e22585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.269919] env[69316]: DEBUG nova.network.neutron [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Successfully created port: 87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.324153] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.324416] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.324644] env[69316]: INFO nova.compute.manager [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Attaching volume 6302d662-91f8-466f-86a4-7cf5c4058665 to /dev/sdb [ 1341.338950] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368076, 'name': PowerOffVM_Task, 'duration_secs': 0.179811} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.339249] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.339447] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1341.339636] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672046', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'name': 'volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63', 'attached_at': '2025-04-08T14:27:01.000000', 'detached_at': '', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'serial': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1341.340393] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824916c0-4b2d-484d-9232-9885ca42711b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.360279] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990064d6-6ab3-447f-8377-795e35691a91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.363782] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dc1d3a-a1e3-4cfa-bd00-a83052458996 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.371609] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e526215-5755-484f-831d-5520aa5b1e99 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.374063] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0ef78a-3fe9-4be6-813b-856fb1e05071 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.394271] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82518cd-bab9-4e97-a23b-aeb6ae66132b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.396912] env[69316]: DEBUG nova.virt.block_device [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updating existing volume attachment record: a3f093b3-52fe-4ac5-9a67-6a93553bb610 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1341.411282] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] The volume has not been displaced from its original location: [datastore2] volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff/volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1341.416628] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1341.416923] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7b4b72-751c-4dc9-98df-35e0e0fa38d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.435809] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1341.435809] env[69316]: value = "task-3368077" [ 1341.435809] env[69316]: _type = "Task" [ 1341.435809] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.446430] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.460322] env[69316]: DEBUG nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.605460] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1485dae8-bc76-4506-a3b8-bb4ab54ed1c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.612386] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04998ce-3bd4-4d74-911b-8fe83f12d48d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.643078] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03953149-5856-4fe0-8b49-72b4b86e045d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.649968] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2a7f4d-37ed-482c-a125-583085b4b76d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.663102] env[69316]: DEBUG nova.compute.provider_tree [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.666182] env[69316]: INFO nova.compute.manager [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Rebuilding instance [ 1341.709417] env[69316]: DEBUG nova.compute.manager [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.710258] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e355ee2d-b0a9-491c-8a12-455877270fcb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.945740] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368077, 'name': ReconfigVM_Task, 'duration_secs': 0.159342} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.946121] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1341.950782] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a84df8-df53-49ac-8a36-357c90f58535 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.968449] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1341.968449] env[69316]: value = "task-3368081" [ 1341.968449] env[69316]: _type = "Task" [ 1341.968449] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.976307] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.166334] env[69316]: DEBUG nova.scheduler.client.report [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.470330] env[69316]: DEBUG nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.483923] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368081, 'name': ReconfigVM_Task, 'duration_secs': 0.149183} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.486343] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672046', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'name': 'volume-4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63', 'attached_at': '2025-04-08T14:27:01.000000', 'detached_at': '', 'volume_id': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff', 'serial': '4aca0dd6-0392-4a8c-a436-03ab39b6e7ff'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1342.486618] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.487813] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7bae82-14f7-4a64-b252-22c57f5337d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.492484] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.492711] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.492870] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.493059] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.493211] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.493358] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.493591] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.493754] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.493918] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.494090] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.494263] env[69316]: DEBUG nova.virt.hardware [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.494997] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca5a45-7002-4fb8-9973-1ee23d7cde9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.499409] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.499946] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87073e87-ce35-4864-9988-a214c02c060c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.504296] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e41863-ccb3-4f94-a137-2a2e4e5d9626 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.570461] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.570685] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.571014] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleting the datastore file [datastore2] 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.571142] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f94e6584-5360-4e55-87ca-d12629b02f64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.576843] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1342.576843] env[69316]: value = "task-3368083" [ 1342.576843] env[69316]: _type = "Task" [ 1342.576843] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.584625] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.648972] env[69316]: DEBUG nova.compute.manager [req-c78e8acd-2370-4d5f-a366-c4cf378fd32a req-1dde86e5-99c0-46d9-aa5b-b344e11842ab service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Received event network-vif-plugged-87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.649218] env[69316]: DEBUG oslo_concurrency.lockutils [req-c78e8acd-2370-4d5f-a366-c4cf378fd32a req-1dde86e5-99c0-46d9-aa5b-b344e11842ab service nova] Acquiring lock "e715cf67-1076-45be-9248-77f2d2384a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.649427] env[69316]: DEBUG oslo_concurrency.lockutils [req-c78e8acd-2370-4d5f-a366-c4cf378fd32a req-1dde86e5-99c0-46d9-aa5b-b344e11842ab service nova] Lock "e715cf67-1076-45be-9248-77f2d2384a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.649594] env[69316]: DEBUG oslo_concurrency.lockutils [req-c78e8acd-2370-4d5f-a366-c4cf378fd32a req-1dde86e5-99c0-46d9-aa5b-b344e11842ab service nova] Lock "e715cf67-1076-45be-9248-77f2d2384a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.649757] env[69316]: DEBUG nova.compute.manager [req-c78e8acd-2370-4d5f-a366-c4cf378fd32a req-1dde86e5-99c0-46d9-aa5b-b344e11842ab service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] No waiting events found dispatching network-vif-plugged-87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.649977] env[69316]: WARNING nova.compute.manager [req-c78e8acd-2370-4d5f-a366-c4cf378fd32a req-1dde86e5-99c0-46d9-aa5b-b344e11842ab service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Received unexpected event network-vif-plugged-87f51240-cf4e-4507-96ed-7b24fc301a50 for instance with vm_state building and task_state spawning. [ 1342.671321] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.671811] env[69316]: DEBUG nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.723267] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.723562] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28164136-d0e7-4e63-8a1a-ac97b29a60bb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.726710] env[69316]: DEBUG nova.network.neutron [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Successfully updated port: 87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.730174] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1342.730174] env[69316]: value = "task-3368084" [ 1342.730174] env[69316]: _type = "Task" [ 1342.730174] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.737849] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.087278] env[69316]: DEBUG oslo_vmware.api [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076524} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.087536] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.087718] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.087915] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.088140] env[69316]: INFO nova.compute.manager [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1343.088389] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.088588] env[69316]: DEBUG nova.compute.manager [-] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.088685] env[69316]: DEBUG nova.network.neutron [-] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.176929] env[69316]: DEBUG nova.compute.utils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.178396] env[69316]: DEBUG nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.178538] env[69316]: DEBUG nova.network.neutron [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.229084] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.229256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.231346] env[69316]: DEBUG nova.network.neutron [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.239425] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368084, 'name': PowerOffVM_Task, 'duration_secs': 0.461448} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.241313] env[69316]: DEBUG nova.policy [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3cf1bbdb0743599095435d09f19e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d10912572242dea972908a2f15c806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.242769] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.242994] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.244028] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605cd6f7-b486-4bd2-a029-59cbf6443c13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.251543] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.251762] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d6367a-7972-4171-b1a0-77c5cfe81eb4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.318737] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.318959] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.319154] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleting the datastore file [datastore2] 54a94f8b-e1f3-4dfe-913b-bceb45acb041 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.319414] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91eaf74c-6f5a-463d-84a2-21dbe6fe64b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.326142] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1343.326142] env[69316]: value = "task-3368086" [ 1343.326142] env[69316]: _type = "Task" [ 1343.326142] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.333918] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.682622] env[69316]: DEBUG nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.707979] env[69316]: DEBUG nova.network.neutron [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Successfully created port: fc66a4fb-5b73-457f-9b9a-83c3e496b122 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.776263] env[69316]: DEBUG nova.network.neutron [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.837075] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139921} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.837075] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.837235] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.837337] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.992929] env[69316]: DEBUG nova.network.neutron [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Updating instance_info_cache with network_info: [{"id": "87f51240-cf4e-4507-96ed-7b24fc301a50", "address": "fa:16:3e:f7:bf:3b", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f51240-cf", "ovs_interfaceid": "87f51240-cf4e-4507-96ed-7b24fc301a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.211327] env[69316]: DEBUG nova.network.neutron [-] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.496041] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.496531] env[69316]: DEBUG nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Instance network_info: |[{"id": "87f51240-cf4e-4507-96ed-7b24fc301a50", "address": "fa:16:3e:f7:bf:3b", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f51240-cf", "ovs_interfaceid": "87f51240-cf4e-4507-96ed-7b24fc301a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.497077] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:bf:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87f51240-cf4e-4507-96ed-7b24fc301a50', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.504645] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.505583] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.505907] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-363bc924-db12-4797-a72f-7bea0ba7d83f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.527426] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.527426] env[69316]: value = "task-3368088" [ 1344.527426] env[69316]: _type = "Task" [ 1344.527426] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.536477] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368088, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.685663] env[69316]: DEBUG nova.compute.manager [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Received event network-changed-87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.685663] env[69316]: DEBUG nova.compute.manager [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Refreshing instance network info cache due to event network-changed-87f51240-cf4e-4507-96ed-7b24fc301a50. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.685663] env[69316]: DEBUG oslo_concurrency.lockutils [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] Acquiring lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.685663] env[69316]: DEBUG oslo_concurrency.lockutils [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] Acquired lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.686399] env[69316]: DEBUG nova.network.neutron [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Refreshing network info cache for port 87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.691031] env[69316]: DEBUG nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.713677] env[69316]: INFO nova.compute.manager [-] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Took 1.62 seconds to deallocate network for instance. [ 1344.719581] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.719840] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.720009] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.720206] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.720355] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.720502] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.720708] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.720867] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.721042] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.721206] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.721384] env[69316]: DEBUG nova.virt.hardware [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.722567] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29902530-7784-42cb-a315-8aaf6fd1aa7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.733457] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a9b31-555a-41ed-ba88-8a3dd59f06db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.867860] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.868125] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.868288] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.868471] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.868615] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.868760] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.868960] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.869164] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.869343] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.869508] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.869681] env[69316]: DEBUG nova.virt.hardware [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.870533] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45522e1-1b32-4754-a86d-bd45e12c7a21 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.877912] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73744016-2b67-44d6-97d3-9599fd793a18 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.892693] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:fe:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49b90b09-2529-4b54-b2de-a50efa92583c', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.899977] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.900261] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.900492] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194afac4-e741-4e9f-b42f-6ef18ae91544 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.919267] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.919267] env[69316]: value = "task-3368089" [ 1344.919267] env[69316]: _type = "Task" [ 1344.919267] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.926448] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368089, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.037693] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368088, 'name': CreateVM_Task, 'duration_secs': 0.330786} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.037863] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.038575] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.038790] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.039156] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.039455] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521bf4db-624a-40b8-88c4-9c9b2d6a4bb0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.044359] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1345.044359] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521f2065-2ac6-d7dc-5099-4ebaa89ff271" [ 1345.044359] env[69316]: _type = "Task" [ 1345.044359] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.052949] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521f2065-2ac6-d7dc-5099-4ebaa89ff271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.256164] env[69316]: INFO nova.compute.manager [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Took 0.54 seconds to detach 1 volumes for instance. [ 1345.258106] env[69316]: DEBUG nova.compute.manager [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Deleting volume: 4aca0dd6-0392-4a8c-a436-03ab39b6e7ff {{(pid=69316) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1345.430494] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368089, 'name': CreateVM_Task, 'duration_secs': 0.373972} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.432961] env[69316]: DEBUG nova.network.neutron [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Successfully updated port: fc66a4fb-5b73-457f-9b9a-83c3e496b122 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.435312] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.436019] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.479872] env[69316]: DEBUG nova.network.neutron [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Updated VIF entry in instance network info cache for port 87f51240-cf4e-4507-96ed-7b24fc301a50. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.480292] env[69316]: DEBUG nova.network.neutron [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Updating instance_info_cache with network_info: [{"id": "87f51240-cf4e-4507-96ed-7b24fc301a50", "address": "fa:16:3e:f7:bf:3b", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f51240-cf", "ovs_interfaceid": "87f51240-cf4e-4507-96ed-7b24fc301a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.557980] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521f2065-2ac6-d7dc-5099-4ebaa89ff271, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.558319] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.558613] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.558900] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.559105] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.559324] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.559708] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.560063] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.560320] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0968019e-f7c6-425b-98b0-a557b4338bd9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.562481] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2695e7-5f53-46bc-830c-2afca58f3266 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.568165] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1345.568165] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5225ba85-05a8-c502-5a31-de4e76910e8f" [ 1345.568165] env[69316]: _type = "Task" [ 1345.568165] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.573248] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.573365] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.574459] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1c32f9-721a-4fef-b46c-5e78c8ca7f1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.579621] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5225ba85-05a8-c502-5a31-de4e76910e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.580168] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.580393] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.580592] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.582341] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1345.582341] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5233aff4-4efa-5e69-6618-e76c2f1699a2" [ 1345.582341] env[69316]: _type = "Task" [ 1345.582341] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.590938] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5233aff4-4efa-5e69-6618-e76c2f1699a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.815205] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.815527] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.815723] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.840741] env[69316]: INFO nova.scheduler.client.report [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted allocations for instance 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63 [ 1345.937034] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "refresh_cache-ad41be8d-03e2-4231-bbb3-21aae106080a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.937034] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "refresh_cache-ad41be8d-03e2-4231-bbb3-21aae106080a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.937034] env[69316]: DEBUG nova.network.neutron [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.945395] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1345.945652] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672070', 'volume_id': '6302d662-91f8-466f-86a4-7cf5c4058665', 'name': 'volume-6302d662-91f8-466f-86a4-7cf5c4058665', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b329d710-f049-42bf-aaa2-8feae3b6ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '6302d662-91f8-466f-86a4-7cf5c4058665', 'serial': '6302d662-91f8-466f-86a4-7cf5c4058665'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1345.946749] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787cb6c0-b449-4354-a9c7-9044d4e78cbe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.964816] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c96a80-173f-402e-b8f8-62b817049160 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.982839] env[69316]: DEBUG oslo_concurrency.lockutils [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] Releasing lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.983125] env[69316]: DEBUG nova.compute.manager [req-2ce799c7-5dc8-428f-bf9b-fe3bdcdcae06 req-fed83100-d34e-4103-a626-fca265bfec8d service nova] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Received event network-vif-deleted-a0d26bce-52c5-4191-931a-80607452ca96 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.990961] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-6302d662-91f8-466f-86a4-7cf5c4058665/volume-6302d662-91f8-466f-86a4-7cf5c4058665.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.991238] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a2bdaa1-3f4e-459a-8252-c496f700989c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.009083] env[69316]: DEBUG oslo_vmware.api [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1346.009083] env[69316]: value = "task-3368091" [ 1346.009083] env[69316]: _type = "Task" [ 1346.009083] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.017418] env[69316]: DEBUG oslo_vmware.api [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.092749] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5233aff4-4efa-5e69-6618-e76c2f1699a2, 'name': SearchDatastore_Task, 'duration_secs': 0.007914} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.093565] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-137e8685-a1ca-4bae-9491-34edb84691f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.098777] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1346.098777] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52690766-5e5e-85bb-fbcf-4cd178830259" [ 1346.098777] env[69316]: _type = "Task" [ 1346.098777] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.107130] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52690766-5e5e-85bb-fbcf-4cd178830259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.351523] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb9-6f36-483c-8001-ccbc774e281b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.045s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.469817] env[69316]: DEBUG nova.network.neutron [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.520777] env[69316]: DEBUG oslo_vmware.api [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368091, 'name': ReconfigVM_Task, 'duration_secs': 0.427915} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.521065] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-6302d662-91f8-466f-86a4-7cf5c4058665/volume-6302d662-91f8-466f-86a4-7cf5c4058665.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.526143] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e2545a-3fcc-495c-9931-591892547251 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.546092] env[69316]: DEBUG oslo_vmware.api [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1346.546092] env[69316]: value = "task-3368092" [ 1346.546092] env[69316]: _type = "Task" [ 1346.546092] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.555398] env[69316]: DEBUG oslo_vmware.api [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.610588] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52690766-5e5e-85bb-fbcf-4cd178830259, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.610834] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.611139] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] e715cf67-1076-45be-9248-77f2d2384a06/e715cf67-1076-45be-9248-77f2d2384a06.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.611389] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.611562] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.611774] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-272ef756-0ce1-4697-82e7-dba1237a864f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.613698] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f4dea5b-07b7-401a-b1fa-fb7a3becefed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.620781] env[69316]: DEBUG nova.network.neutron [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Updating instance_info_cache with network_info: [{"id": "fc66a4fb-5b73-457f-9b9a-83c3e496b122", "address": "fa:16:3e:00:50:e9", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc66a4fb-5b", "ovs_interfaceid": "fc66a4fb-5b73-457f-9b9a-83c3e496b122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.624011] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1346.624011] env[69316]: value = "task-3368093" [ 1346.624011] env[69316]: _type = "Task" [ 1346.624011] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.624286] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.624527] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.625894] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090d9ead-e485-4a3a-bcaf-4c093cc91db9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.636897] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.638405] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1346.638405] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528e9e1b-37db-63c4-006e-2084e9c4e523" [ 1346.638405] env[69316]: _type = "Task" [ 1346.638405] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.648397] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528e9e1b-37db-63c4-006e-2084e9c4e523, 'name': SearchDatastore_Task, 'duration_secs': 0.008253} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.649145] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e78ed9-3569-4f2f-8907-006aa0486a98 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.653978] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1346.653978] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e6c65d-4ae4-86ef-eea2-4c9d0b1b0ed2" [ 1346.653978] env[69316]: _type = "Task" [ 1346.653978] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.661878] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e6c65d-4ae4-86ef-eea2-4c9d0b1b0ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.713621] env[69316]: DEBUG nova.compute.manager [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Received event network-vif-plugged-fc66a4fb-5b73-457f-9b9a-83c3e496b122 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.713840] env[69316]: DEBUG oslo_concurrency.lockutils [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] Acquiring lock "ad41be8d-03e2-4231-bbb3-21aae106080a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.714054] env[69316]: DEBUG oslo_concurrency.lockutils [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] Lock "ad41be8d-03e2-4231-bbb3-21aae106080a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.714225] env[69316]: DEBUG oslo_concurrency.lockutils [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] Lock "ad41be8d-03e2-4231-bbb3-21aae106080a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.714399] env[69316]: DEBUG nova.compute.manager [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] No waiting events found dispatching network-vif-plugged-fc66a4fb-5b73-457f-9b9a-83c3e496b122 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.714556] env[69316]: WARNING nova.compute.manager [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Received unexpected event network-vif-plugged-fc66a4fb-5b73-457f-9b9a-83c3e496b122 for instance with vm_state building and task_state spawning. [ 1346.714711] env[69316]: DEBUG nova.compute.manager [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Received event network-changed-fc66a4fb-5b73-457f-9b9a-83c3e496b122 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.714857] env[69316]: DEBUG nova.compute.manager [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Refreshing instance network info cache due to event network-changed-fc66a4fb-5b73-457f-9b9a-83c3e496b122. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.715228] env[69316]: DEBUG oslo_concurrency.lockutils [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] Acquiring lock "refresh_cache-ad41be8d-03e2-4231-bbb3-21aae106080a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.041325] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "0573bffa-2249-4344-aa56-e9fae5a67394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.041808] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "0573bffa-2249-4344-aa56-e9fae5a67394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.041808] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "0573bffa-2249-4344-aa56-e9fae5a67394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.042074] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "0573bffa-2249-4344-aa56-e9fae5a67394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.042274] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "0573bffa-2249-4344-aa56-e9fae5a67394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.044861] env[69316]: INFO nova.compute.manager [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Terminating instance [ 1347.057215] env[69316]: DEBUG oslo_vmware.api [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368092, 'name': ReconfigVM_Task, 'duration_secs': 0.16104} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.058184] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672070', 'volume_id': '6302d662-91f8-466f-86a4-7cf5c4058665', 'name': 'volume-6302d662-91f8-466f-86a4-7cf5c4058665', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b329d710-f049-42bf-aaa2-8feae3b6ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '6302d662-91f8-466f-86a4-7cf5c4058665', 'serial': '6302d662-91f8-466f-86a4-7cf5c4058665'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1347.126806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "refresh_cache-ad41be8d-03e2-4231-bbb3-21aae106080a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.127120] env[69316]: DEBUG nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Instance network_info: |[{"id": "fc66a4fb-5b73-457f-9b9a-83c3e496b122", "address": "fa:16:3e:00:50:e9", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc66a4fb-5b", "ovs_interfaceid": "fc66a4fb-5b73-457f-9b9a-83c3e496b122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.127556] env[69316]: DEBUG oslo_concurrency.lockutils [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] Acquired lock "refresh_cache-ad41be8d-03e2-4231-bbb3-21aae106080a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.127680] env[69316]: DEBUG nova.network.neutron [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Refreshing network info cache for port fc66a4fb-5b73-457f-9b9a-83c3e496b122 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.128825] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:50:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc66a4fb-5b73-457f-9b9a-83c3e496b122', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.136720] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.142246] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.142701] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a080fca-c47b-45f5-acac-b9d77cd65f78 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.163947] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456476} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.165437] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] e715cf67-1076-45be-9248-77f2d2384a06/e715cf67-1076-45be-9248-77f2d2384a06.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.165688] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.165906] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.165906] env[69316]: value = "task-3368094" [ 1347.165906] env[69316]: _type = "Task" [ 1347.165906] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.166092] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11151cda-acf3-435a-86fc-a05356c992f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.173823] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e6c65d-4ae4-86ef-eea2-4c9d0b1b0ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.008728} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.174587] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.175062] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 54a94f8b-e1f3-4dfe-913b-bceb45acb041/54a94f8b-e1f3-4dfe-913b-bceb45acb041.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.175424] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66597aeb-b8a6-4617-9b09-faee1a48ea41 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.180295] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368094, 'name': CreateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.181776] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1347.181776] env[69316]: value = "task-3368095" [ 1347.181776] env[69316]: _type = "Task" [ 1347.181776] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.187541] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1347.187541] env[69316]: value = "task-3368096" [ 1347.187541] env[69316]: _type = "Task" [ 1347.187541] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.194146] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.198694] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.343996] env[69316]: DEBUG nova.network.neutron [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Updated VIF entry in instance network info cache for port fc66a4fb-5b73-457f-9b9a-83c3e496b122. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.343996] env[69316]: DEBUG nova.network.neutron [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Updating instance_info_cache with network_info: [{"id": "fc66a4fb-5b73-457f-9b9a-83c3e496b122", "address": "fa:16:3e:00:50:e9", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc66a4fb-5b", "ovs_interfaceid": "fc66a4fb-5b73-457f-9b9a-83c3e496b122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.552769] env[69316]: DEBUG nova.compute.manager [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.552984] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.554031] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695fe31c-9de5-4aef-a55c-913c7846cc36 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.565730] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.565999] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c25a00cc-bf7f-4c60-90cd-ef34fb7e4233 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.573205] env[69316]: DEBUG oslo_vmware.api [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1347.573205] env[69316]: value = "task-3368097" [ 1347.573205] env[69316]: _type = "Task" [ 1347.573205] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.584902] env[69316]: DEBUG oslo_vmware.api [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.680372] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368094, 'name': CreateVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.690536] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108023} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.693844] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.694625] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f73bc6-da84-40fd-a41d-472dac2d1a07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.703185] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515873} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.712242] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 54a94f8b-e1f3-4dfe-913b-bceb45acb041/54a94f8b-e1f3-4dfe-913b-bceb45acb041.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.712461] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.720994] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e715cf67-1076-45be-9248-77f2d2384a06/e715cf67-1076-45be-9248-77f2d2384a06.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.721257] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-101ca35c-023c-497c-bb93-5a18779a99bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.723289] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a266d62-f97a-46ce-9f1a-5b95aca923c1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.742351] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1347.742351] env[69316]: value = "task-3368098" [ 1347.742351] env[69316]: _type = "Task" [ 1347.742351] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.744009] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1347.744009] env[69316]: value = "task-3368099" [ 1347.744009] env[69316]: _type = "Task" [ 1347.744009] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.757037] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.760126] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.846119] env[69316]: DEBUG oslo_concurrency.lockutils [req-646c3b94-a246-4296-9bf8-9324f97cf14c req-a874885b-e34e-47f9-af5e-eeabb84279b9 service nova] Releasing lock "refresh_cache-ad41be8d-03e2-4231-bbb3-21aae106080a" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.083046] env[69316]: DEBUG oslo_vmware.api [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368097, 'name': PowerOffVM_Task, 'duration_secs': 0.286242} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.083383] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.083510] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.083752] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54111810-1a04-4bdf-a71a-59f538b94cac {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.099049] env[69316]: DEBUG nova.objects.instance [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.152497] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.152706] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.152886] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleting the datastore file [datastore2] 0573bffa-2249-4344-aa56-e9fae5a67394 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.153182] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d134270-da82-49ae-b74f-8784324f01e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.159206] env[69316]: DEBUG oslo_vmware.api [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1348.159206] env[69316]: value = "task-3368101" [ 1348.159206] env[69316]: _type = "Task" [ 1348.159206] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.166256] env[69316]: DEBUG oslo_vmware.api [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.177086] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368094, 'name': CreateVM_Task, 'duration_secs': 0.528858} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.177086] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.177827] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.177905] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.178171] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.178402] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15bf90e-6f30-46d2-8be5-5622f5ed958c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.182239] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1348.182239] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52354de0-f3b2-f6eb-51ce-6b6abd09c2c9" [ 1348.182239] env[69316]: _type = "Task" [ 1348.182239] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.189251] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52354de0-f3b2-f6eb-51ce-6b6abd09c2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.255018] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072935} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.257947] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.258238] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368099, 'name': ReconfigVM_Task, 'duration_secs': 0.269385} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.258890] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0056307b-8f28-42d7-8b55-9ca8334b3276 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.261080] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e715cf67-1076-45be-9248-77f2d2384a06/e715cf67-1076-45be-9248-77f2d2384a06.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.261658] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da23daf-79bc-4541-be19-5b9fff7879f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.281811] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 54a94f8b-e1f3-4dfe-913b-bceb45acb041/54a94f8b-e1f3-4dfe-913b-bceb45acb041.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.282965] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6507395-5963-425c-ae84-e451adb882e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.297878] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1348.297878] env[69316]: value = "task-3368102" [ 1348.297878] env[69316]: _type = "Task" [ 1348.297878] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.304016] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1348.304016] env[69316]: value = "task-3368103" [ 1348.304016] env[69316]: _type = "Task" [ 1348.304016] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.310129] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368102, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.314563] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.603689] env[69316]: DEBUG oslo_concurrency.lockutils [None req-9d1e1b0a-e182-458f-8804-f142f514e79c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.668618] env[69316]: DEBUG oslo_vmware.api [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188926} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.668863] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.669064] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.669247] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.669420] env[69316]: INFO nova.compute.manager [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1348.669659] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.669845] env[69316]: DEBUG nova.compute.manager [-] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.669945] env[69316]: DEBUG nova.network.neutron [-] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.691627] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52354de0-f3b2-f6eb-51ce-6b6abd09c2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.691898] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.692136] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.692369] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.692517] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.692692] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.692934] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-767761df-293c-4df5-bab5-5ed6bf60f04b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.700748] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.700920] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.701599] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5a0762-5361-479c-86f4-4ad04d9df180 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.706311] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1348.706311] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52086878-abd5-f888-a5a9-52d9da0ec199" [ 1348.706311] env[69316]: _type = "Task" [ 1348.706311] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.713422] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52086878-abd5-f888-a5a9-52d9da0ec199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.808094] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368102, 'name': Rename_Task, 'duration_secs': 0.147109} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.812766] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.813175] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17116299-0f6c-45a9-b3d1-6bf56eb9ec64 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.822127] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368103, 'name': ReconfigVM_Task, 'duration_secs': 0.328583} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.823893] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 54a94f8b-e1f3-4dfe-913b-bceb45acb041/54a94f8b-e1f3-4dfe-913b-bceb45acb041.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.824850] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1348.824850] env[69316]: value = "task-3368104" [ 1348.824850] env[69316]: _type = "Task" [ 1348.824850] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.825149] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0fd9fa6-109d-4457-b4ac-0f76379d0deb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.838697] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.840493] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1348.840493] env[69316]: value = "task-3368105" [ 1348.840493] env[69316]: _type = "Task" [ 1348.840493] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.852250] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368105, 'name': Rename_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.921916] env[69316]: DEBUG nova.compute.manager [req-f86c5803-bafd-4b23-9b77-537362c3ab25 req-ebadf2e5-b170-43e0-8a4d-b0e947e8a8d2 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Received event network-vif-deleted-404c5c9e-f73e-499a-a58f-cb1c9884137f {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.922168] env[69316]: INFO nova.compute.manager [req-f86c5803-bafd-4b23-9b77-537362c3ab25 req-ebadf2e5-b170-43e0-8a4d-b0e947e8a8d2 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Neutron deleted interface 404c5c9e-f73e-499a-a58f-cb1c9884137f; detaching it from the instance and deleting it from the info cache [ 1348.922363] env[69316]: DEBUG nova.network.neutron [req-f86c5803-bafd-4b23-9b77-537362c3ab25 req-ebadf2e5-b170-43e0-8a4d-b0e947e8a8d2 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.976025] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.976156] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.976278] env[69316]: DEBUG nova.compute.manager [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.977710] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9577ff57-1508-4005-b6b7-d3840df3d34a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.983445] env[69316]: DEBUG nova.compute.manager [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1348.984067] env[69316]: DEBUG nova.objects.instance [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.216552] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52086878-abd5-f888-a5a9-52d9da0ec199, 'name': SearchDatastore_Task, 'duration_secs': 0.008595} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.217340] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1fe950b-e486-473f-bc76-6172f080bcba {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.223023] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1349.223023] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527cf239-3b6c-ed22-ad07-4cdd70ad7d6f" [ 1349.223023] env[69316]: _type = "Task" [ 1349.223023] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.230429] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527cf239-3b6c-ed22-ad07-4cdd70ad7d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.337063] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.348828] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368105, 'name': Rename_Task, 'duration_secs': 0.151143} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.349100] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.349332] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-004d1510-0dcf-481f-873f-c7d72359d290 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.357193] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1349.357193] env[69316]: value = "task-3368106" [ 1349.357193] env[69316]: _type = "Task" [ 1349.357193] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.364316] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.406874] env[69316]: DEBUG nova.network.neutron [-] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.425435] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c669a538-2bd4-41ba-93a7-e03073a9e4e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.434993] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe175c8-3f49-487a-9f83-8d4357bdaedf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.465276] env[69316]: DEBUG nova.compute.manager [req-f86c5803-bafd-4b23-9b77-537362c3ab25 req-ebadf2e5-b170-43e0-8a4d-b0e947e8a8d2 service nova] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Detach interface failed, port_id=404c5c9e-f73e-499a-a58f-cb1c9884137f, reason: Instance 0573bffa-2249-4344-aa56-e9fae5a67394 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.732923] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527cf239-3b6c-ed22-ad07-4cdd70ad7d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.733172] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.733441] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] ad41be8d-03e2-4231-bbb3-21aae106080a/ad41be8d-03e2-4231-bbb3-21aae106080a.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.733697] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eebfa25-294e-4e0f-930a-5b9c04015f50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.739530] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1349.739530] env[69316]: value = "task-3368107" [ 1349.739530] env[69316]: _type = "Task" [ 1349.739530] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.746629] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.838651] env[69316]: DEBUG oslo_vmware.api [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368104, 'name': PowerOnVM_Task, 'duration_secs': 0.628889} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.839049] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.839359] env[69316]: INFO nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1349.839640] env[69316]: DEBUG nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.840653] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca343101-fca8-45e1-acfb-99add8deb5e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.870046] env[69316]: DEBUG oslo_vmware.api [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368106, 'name': PowerOnVM_Task, 'duration_secs': 0.511572} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.870046] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.870046] env[69316]: DEBUG nova.compute.manager [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.870714] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dfe9b0-080b-4a2e-81a7-8778b5f62a47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.910069] env[69316]: INFO nova.compute.manager [-] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Took 1.24 seconds to deallocate network for instance. [ 1349.991686] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.992028] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62d6ffeb-03a5-484d-869b-25b88350dbb8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.999295] env[69316]: DEBUG oslo_vmware.api [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1349.999295] env[69316]: value = "task-3368108" [ 1349.999295] env[69316]: _type = "Task" [ 1349.999295] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.008373] env[69316]: DEBUG oslo_vmware.api [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.251983] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468527} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.252351] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] ad41be8d-03e2-4231-bbb3-21aae106080a/ad41be8d-03e2-4231-bbb3-21aae106080a.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.252740] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.253125] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc75897-29ef-4f84-bb07-77246b127f54 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.260597] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1350.260597] env[69316]: value = "task-3368109" [ 1350.260597] env[69316]: _type = "Task" [ 1350.260597] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.272349] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.358230] env[69316]: INFO nova.compute.manager [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Took 12.11 seconds to build instance. [ 1350.387128] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.387416] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.387619] env[69316]: DEBUG nova.objects.instance [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1350.416900] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.509099] env[69316]: DEBUG oslo_vmware.api [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368108, 'name': PowerOffVM_Task, 'duration_secs': 0.371898} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.509317] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.509500] env[69316]: DEBUG nova.compute.manager [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.510253] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9838a777-c3aa-4e21-92f0-7b677a113ae4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.577945] env[69316]: DEBUG nova.compute.manager [req-ed8d3034-d6fb-474d-acc7-17dc58f7168e req-ff9e1c11-8d3e-4cf8-a2d2-cee6798f6bd9 service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Received event network-changed-87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.578170] env[69316]: DEBUG nova.compute.manager [req-ed8d3034-d6fb-474d-acc7-17dc58f7168e req-ff9e1c11-8d3e-4cf8-a2d2-cee6798f6bd9 service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Refreshing instance network info cache due to event network-changed-87f51240-cf4e-4507-96ed-7b24fc301a50. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.578399] env[69316]: DEBUG oslo_concurrency.lockutils [req-ed8d3034-d6fb-474d-acc7-17dc58f7168e req-ff9e1c11-8d3e-4cf8-a2d2-cee6798f6bd9 service nova] Acquiring lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.578559] env[69316]: DEBUG oslo_concurrency.lockutils [req-ed8d3034-d6fb-474d-acc7-17dc58f7168e req-ff9e1c11-8d3e-4cf8-a2d2-cee6798f6bd9 service nova] Acquired lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.578757] env[69316]: DEBUG nova.network.neutron [req-ed8d3034-d6fb-474d-acc7-17dc58f7168e req-ff9e1c11-8d3e-4cf8-a2d2-cee6798f6bd9 service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Refreshing network info cache for port 87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.770879] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065908} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.771155] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.771937] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1018309-1b8a-46d3-8678-6f7e86fcd6e8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.793911] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] ad41be8d-03e2-4231-bbb3-21aae106080a/ad41be8d-03e2-4231-bbb3-21aae106080a.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.794202] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98bba14a-7bf8-4cd8-be2d-dfb8c567661a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.814988] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1350.814988] env[69316]: value = "task-3368110" [ 1350.814988] env[69316]: _type = "Task" [ 1350.814988] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.824507] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.860097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5f5d53b6-3650-47a8-ac08-403979517cc1 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.622s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.021528] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d11b6ee-30a0-44bb-b3d5-368107141f02 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.280679] env[69316]: DEBUG nova.network.neutron [req-ed8d3034-d6fb-474d-acc7-17dc58f7168e req-ff9e1c11-8d3e-4cf8-a2d2-cee6798f6bd9 service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Updated VIF entry in instance network info cache for port 87f51240-cf4e-4507-96ed-7b24fc301a50. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.281066] env[69316]: DEBUG nova.network.neutron [req-ed8d3034-d6fb-474d-acc7-17dc58f7168e req-ff9e1c11-8d3e-4cf8-a2d2-cee6798f6bd9 service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Updating instance_info_cache with network_info: [{"id": "87f51240-cf4e-4507-96ed-7b24fc301a50", "address": "fa:16:3e:f7:bf:3b", "network": {"id": "61c025ca-d5b0-41db-808a-113bf342a1b1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1212482311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f71f0a6a1ef4410a9cbad1a53e22585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f51240-cf", "ovs_interfaceid": "87f51240-cf4e-4507-96ed-7b24fc301a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.325665] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368110, 'name': ReconfigVM_Task, 'duration_secs': 0.264664} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.325921] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] ad41be8d-03e2-4231-bbb3-21aae106080a/ad41be8d-03e2-4231-bbb3-21aae106080a.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.326664] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4002d72f-b97d-494f-a7db-943d0a1d16ed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.332843] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1351.332843] env[69316]: value = "task-3368111" [ 1351.332843] env[69316]: _type = "Task" [ 1351.332843] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.340582] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368111, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.360930] env[69316]: DEBUG nova.objects.instance [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.395905] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ce8afc6d-9b0a-4219-b223-818f95ebec64 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.396988] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.980s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.397217] env[69316]: DEBUG nova.objects.instance [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lazy-loading 'resources' on Instance uuid 0573bffa-2249-4344-aa56-e9fae5a67394 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.783680] env[69316]: DEBUG oslo_concurrency.lockutils [req-ed8d3034-d6fb-474d-acc7-17dc58f7168e req-ff9e1c11-8d3e-4cf8-a2d2-cee6798f6bd9 service nova] Releasing lock "refresh_cache-e715cf67-1076-45be-9248-77f2d2384a06" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.842632] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368111, 'name': Rename_Task, 'duration_secs': 0.142623} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.842899] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.843161] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d902908-790c-475e-a5e8-886be2aeb650 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.849820] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1351.849820] env[69316]: value = "task-3368112" [ 1351.849820] env[69316]: _type = "Task" [ 1351.849820] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.857087] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.865787] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.865945] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.866132] env[69316]: DEBUG nova.network.neutron [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.866318] env[69316]: DEBUG nova.objects.instance [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'info_cache' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.022088] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c123d79-5e45-4fc7-8f77-83ecde113b6d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.029787] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a0437e-5eec-42af-b841-ac3be8170c73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.062417] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f4dc1-08b8-41a7-b198-3aced755ebe2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.069753] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b5ef7b-dfb2-4af7-8aed-9ee4622a7bc1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.082544] env[69316]: DEBUG nova.compute.provider_tree [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.359545] env[69316]: DEBUG oslo_vmware.api [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368112, 'name': PowerOnVM_Task, 'duration_secs': 0.454718} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.359922] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.360088] env[69316]: INFO nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1352.360208] env[69316]: DEBUG nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.360981] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2125a2-552e-4519-9f8d-205b29ef16c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.369915] env[69316]: DEBUG nova.objects.base [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1352.585893] env[69316]: DEBUG nova.scheduler.client.report [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.879171] env[69316]: INFO nova.compute.manager [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Took 12.62 seconds to build instance. [ 1353.093726] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.100810] env[69316]: DEBUG nova.network.neutron [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updating instance_info_cache with network_info: [{"id": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "address": "fa:16:3e:bd:f9:16", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ccf24d-cd", "ovs_interfaceid": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.118133] env[69316]: INFO nova.scheduler.client.report [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted allocations for instance 0573bffa-2249-4344-aa56-e9fae5a67394 [ 1353.381046] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0d53107a-fdd9-4208-9e8e-88ed82b330ce tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ad41be8d-03e2-4231-bbb3-21aae106080a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.131s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.604330] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Releasing lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.624583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-71b302ef-070e-4506-8561-2e250f67896c tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "0573bffa-2249-4344-aa56-e9fae5a67394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.583s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.745127] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "ad41be8d-03e2-4231-bbb3-21aae106080a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.745431] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ad41be8d-03e2-4231-bbb3-21aae106080a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.745649] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "ad41be8d-03e2-4231-bbb3-21aae106080a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.745835] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ad41be8d-03e2-4231-bbb3-21aae106080a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.745998] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ad41be8d-03e2-4231-bbb3-21aae106080a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.747980] env[69316]: INFO nova.compute.manager [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Terminating instance [ 1354.252057] env[69316]: DEBUG nova.compute.manager [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.252057] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.252610] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82893f87-5c51-4579-b278-6dcb8f3afffb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.260618] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.260843] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c2413f4-8785-438f-b9b7-1c080a85c537 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.267307] env[69316]: DEBUG oslo_vmware.api [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1354.267307] env[69316]: value = "task-3368114" [ 1354.267307] env[69316]: _type = "Task" [ 1354.267307] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.275730] env[69316]: DEBUG oslo_vmware.api [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.610521] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.610979] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e11fe420-185e-4aaf-8960-ce496432693d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.617510] env[69316]: DEBUG oslo_vmware.api [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1354.617510] env[69316]: value = "task-3368115" [ 1354.617510] env[69316]: _type = "Task" [ 1354.617510] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.624980] env[69316]: DEBUG oslo_vmware.api [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.776227] env[69316]: DEBUG oslo_vmware.api [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368114, 'name': PowerOffVM_Task, 'duration_secs': 0.191937} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.776513] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.776684] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.776939] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc5a3fa4-e36e-4cda-aad1-f97ffe0f19f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.845185] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.845463] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.845647] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleting the datastore file [datastore1] ad41be8d-03e2-4231-bbb3-21aae106080a {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.845983] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28a45806-4dc9-43d1-b52d-4cdd3118028a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.852694] env[69316]: DEBUG oslo_vmware.api [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1354.852694] env[69316]: value = "task-3368117" [ 1354.852694] env[69316]: _type = "Task" [ 1354.852694] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.861885] env[69316]: DEBUG oslo_vmware.api [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.128110] env[69316]: DEBUG oslo_vmware.api [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368115, 'name': PowerOnVM_Task, 'duration_secs': 0.414054} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.128347] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.128540] env[69316]: DEBUG nova.compute.manager [None req-d9a388c9-4c37-408a-9dd0-246f544fce73 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.129306] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9112f68b-888e-4720-b862-009dd47eb2e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.362592] env[69316]: DEBUG oslo_vmware.api [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166504} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.362830] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.363063] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.363253] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.363428] env[69316]: INFO nova.compute.manager [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1355.363669] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.363851] env[69316]: DEBUG nova.compute.manager [-] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.363942] env[69316]: DEBUG nova.network.neutron [-] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.620622] env[69316]: DEBUG nova.compute.manager [req-c73ee1ee-04e7-4ca6-86dc-ee67cbd3ae62 req-9f8cfbb8-3180-4295-b7ef-a5530f059dbd service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Received event network-vif-deleted-fc66a4fb-5b73-457f-9b9a-83c3e496b122 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.620944] env[69316]: INFO nova.compute.manager [req-c73ee1ee-04e7-4ca6-86dc-ee67cbd3ae62 req-9f8cfbb8-3180-4295-b7ef-a5530f059dbd service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Neutron deleted interface fc66a4fb-5b73-457f-9b9a-83c3e496b122; detaching it from the instance and deleting it from the info cache [ 1355.621032] env[69316]: DEBUG nova.network.neutron [req-c73ee1ee-04e7-4ca6-86dc-ee67cbd3ae62 req-9f8cfbb8-3180-4295-b7ef-a5530f059dbd service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.099897] env[69316]: DEBUG nova.network.neutron [-] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.123942] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bae19b4-bc9c-4dbf-a527-755014dacb3a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.133804] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420b06da-63fb-4daf-899b-99ea1956aabe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.163696] env[69316]: DEBUG nova.compute.manager [req-c73ee1ee-04e7-4ca6-86dc-ee67cbd3ae62 req-9f8cfbb8-3180-4295-b7ef-a5530f059dbd service nova] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Detach interface failed, port_id=fc66a4fb-5b73-457f-9b9a-83c3e496b122, reason: Instance ad41be8d-03e2-4231-bbb3-21aae106080a could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.602499] env[69316]: INFO nova.compute.manager [-] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Took 1.24 seconds to deallocate network for instance. [ 1357.109435] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.109819] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.110165] env[69316]: DEBUG nova.objects.instance [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lazy-loading 'resources' on Instance uuid ad41be8d-03e2-4231-bbb3-21aae106080a {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.714846] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc1eb7-9e91-4bdb-aab8-48be42ab2e33 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.722411] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d8717-31cc-4c0b-8dc6-90cb304f1a7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.418703] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "dd26354c-255e-445d-a262-9ebf5c8bd160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.419132] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.419176] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "dd26354c-255e-445d-a262-9ebf5c8bd160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.419358] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.419527] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.421986] env[69316]: INFO nova.compute.manager [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Terminating instance [ 1358.423695] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c28aa-4718-4fa4-a96b-0bb86a2e8386 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.432225] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22002a7-97b5-489f-8866-c148a6346e26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.445868] env[69316]: DEBUG nova.compute.provider_tree [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.928585] env[69316]: DEBUG nova.compute.manager [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.928812] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.929730] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473d0a9-4958-468a-bcb2-d743243febae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.937407] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.937631] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e300b915-5b2c-4846-b774-bc494974a3ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.943860] env[69316]: DEBUG oslo_vmware.api [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1358.943860] env[69316]: value = "task-3368118" [ 1358.943860] env[69316]: _type = "Task" [ 1358.943860] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.948506] env[69316]: DEBUG nova.scheduler.client.report [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.954209] env[69316]: DEBUG oslo_vmware.api [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.453620] env[69316]: DEBUG oslo_vmware.api [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368118, 'name': PowerOffVM_Task, 'duration_secs': 0.211505} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.454023] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.454152] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.454394] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67223393-659d-404c-b09b-265a4f55cf34 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.456340] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.476163] env[69316]: INFO nova.scheduler.client.report [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted allocations for instance ad41be8d-03e2-4231-bbb3-21aae106080a [ 1359.523696] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.523928] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.524094] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleting the datastore file [datastore1] dd26354c-255e-445d-a262-9ebf5c8bd160 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.524584] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faa0f122-040b-4e27-bad3-b60a273c4f24 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.531149] env[69316]: DEBUG oslo_vmware.api [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for the task: (returnval){ [ 1359.531149] env[69316]: value = "task-3368120" [ 1359.531149] env[69316]: _type = "Task" [ 1359.531149] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.538685] env[69316]: DEBUG oslo_vmware.api [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.984966] env[69316]: DEBUG oslo_concurrency.lockutils [None req-86c1cd69-ab9d-4695-8349-d896f909e2c9 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ad41be8d-03e2-4231-bbb3-21aae106080a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.239s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.012628] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.040753] env[69316]: DEBUG oslo_vmware.api [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Task: {'id': task-3368120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145525} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.041056] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.041247] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.041420] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.041588] env[69316]: INFO nova.compute.manager [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1360.042024] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.042024] env[69316]: DEBUG nova.compute.manager [-] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.042110] env[69316]: DEBUG nova.network.neutron [-] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.302303] env[69316]: DEBUG nova.compute.manager [req-5686dccd-aa01-446e-bb97-999e78f021ec req-c7d6dd62-c8ff-438f-9e79-a2cc54f1a1aa service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Received event network-vif-deleted-b5d670f4-44d3-436e-933c-b2fae6553ab7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.302502] env[69316]: INFO nova.compute.manager [req-5686dccd-aa01-446e-bb97-999e78f021ec req-c7d6dd62-c8ff-438f-9e79-a2cc54f1a1aa service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Neutron deleted interface b5d670f4-44d3-436e-933c-b2fae6553ab7; detaching it from the instance and deleting it from the info cache [ 1360.302795] env[69316]: DEBUG nova.network.neutron [req-5686dccd-aa01-446e-bb97-999e78f021ec req-c7d6dd62-c8ff-438f-9e79-a2cc54f1a1aa service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.785267] env[69316]: DEBUG nova.network.neutron [-] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.805600] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdc7ef5b-f217-419f-af73-3465dbecd721 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.815495] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed381ae7-c447-428e-b43f-a06fa1792078 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.841980] env[69316]: DEBUG nova.compute.manager [req-5686dccd-aa01-446e-bb97-999e78f021ec req-c7d6dd62-c8ff-438f-9e79-a2cc54f1a1aa service nova] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Detach interface failed, port_id=b5d670f4-44d3-436e-933c-b2fae6553ab7, reason: Instance dd26354c-255e-445d-a262-9ebf5c8bd160 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.976523] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "ea8944b9-2786-4049-b9e8-21c6cce7391b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.976747] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ea8944b9-2786-4049-b9e8-21c6cce7391b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.287601] env[69316]: INFO nova.compute.manager [-] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Took 1.25 seconds to deallocate network for instance. [ 1361.479132] env[69316]: DEBUG nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.794692] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.794989] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.795224] env[69316]: DEBUG nova.objects.instance [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lazy-loading 'resources' on Instance uuid dd26354c-255e-445d-a262-9ebf5c8bd160 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.002888] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.012925] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.392132] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5433bf-872b-4a91-af90-52426c08886d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.400065] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b1a4c-113e-4210-95d0-6225c178adf9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.430031] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081438db-88b8-40df-85a4-00ae6f523d8f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.437015] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a9755d-57b7-4573-8d80-c61e96455d71 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.450658] env[69316]: DEBUG nova.compute.provider_tree [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.954082] env[69316]: DEBUG nova.scheduler.client.report [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.459163] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.461826] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.459s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.463334] env[69316]: INFO nova.compute.claims [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.477565] env[69316]: INFO nova.scheduler.client.report [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Deleted allocations for instance dd26354c-255e-445d-a262-9ebf5c8bd160 [ 1363.984018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-faefe58f-504c-40a4-8dff-fbc2276440e0 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Lock "dd26354c-255e-445d-a262-9ebf5c8bd160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.565s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.007458] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.562493] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094fe956-c991-4c5f-9ddb-81b93dfece6f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.570345] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3294da7a-4fb6-4e2c-b9c4-8c5d9e56a765 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.606473] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8978062-05aa-4f56-93a6-12203e934e23 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.614225] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87a545d-85a9-414e-b60a-2e40be9848fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.627626] env[69316]: DEBUG nova.compute.provider_tree [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.013296] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.013527] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1365.133555] env[69316]: DEBUG nova.scheduler.client.report [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.639673] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.640782] env[69316]: DEBUG nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.013427] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.013734] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.146619] env[69316]: DEBUG nova.compute.utils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1366.148092] env[69316]: DEBUG nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.148528] env[69316]: DEBUG nova.network.neutron [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.195724] env[69316]: DEBUG nova.policy [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3cf1bbdb0743599095435d09f19e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d10912572242dea972908a2f15c806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.441130] env[69316]: DEBUG nova.network.neutron [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Successfully created port: e8262749-9b4e-4acb-80c1-a91dbef79fa2 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.651793] env[69316]: DEBUG nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.014622] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.014622] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.519875] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.524018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.524018] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.524018] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1367.524018] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b334b41d-b677-4a06-8062-ba4d1f30ab19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.531184] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d737ad2c-4a27-4dc3-afe1-e6b6fe32cac4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.549088] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c090b4c-5d75-4e42-b6a7-739835c964ca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.556030] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee8d5fc-9619-4e79-bbe8-873104cff2eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.587947] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179508MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1367.588166] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.589760] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.665052] env[69316]: DEBUG nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.696252] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.696531] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.696993] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.697250] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.697404] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.697547] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.697760] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.697917] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.698093] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.698490] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.698490] env[69316]: DEBUG nova.virt.hardware [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.699339] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e1c688-a1a3-456c-8c66-ffcca67ecb2b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.707973] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc905bf-536b-4319-b4cb-1ee1382f0838 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.848093] env[69316]: DEBUG nova.compute.manager [req-59e7875c-cf0b-4aad-a887-f2b4776e2638 req-5d979f73-f6ee-4ca3-b78c-38d8fbcbb96f service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Received event network-vif-plugged-e8262749-9b4e-4acb-80c1-a91dbef79fa2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.848316] env[69316]: DEBUG oslo_concurrency.lockutils [req-59e7875c-cf0b-4aad-a887-f2b4776e2638 req-5d979f73-f6ee-4ca3-b78c-38d8fbcbb96f service nova] Acquiring lock "ea8944b9-2786-4049-b9e8-21c6cce7391b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.848564] env[69316]: DEBUG oslo_concurrency.lockutils [req-59e7875c-cf0b-4aad-a887-f2b4776e2638 req-5d979f73-f6ee-4ca3-b78c-38d8fbcbb96f service nova] Lock "ea8944b9-2786-4049-b9e8-21c6cce7391b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.848677] env[69316]: DEBUG oslo_concurrency.lockutils [req-59e7875c-cf0b-4aad-a887-f2b4776e2638 req-5d979f73-f6ee-4ca3-b78c-38d8fbcbb96f service nova] Lock "ea8944b9-2786-4049-b9e8-21c6cce7391b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.848841] env[69316]: DEBUG nova.compute.manager [req-59e7875c-cf0b-4aad-a887-f2b4776e2638 req-5d979f73-f6ee-4ca3-b78c-38d8fbcbb96f service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] No waiting events found dispatching network-vif-plugged-e8262749-9b4e-4acb-80c1-a91dbef79fa2 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.849013] env[69316]: WARNING nova.compute.manager [req-59e7875c-cf0b-4aad-a887-f2b4776e2638 req-5d979f73-f6ee-4ca3-b78c-38d8fbcbb96f service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Received unexpected event network-vif-plugged-e8262749-9b4e-4acb-80c1-a91dbef79fa2 for instance with vm_state building and task_state spawning. [ 1367.927793] env[69316]: DEBUG nova.network.neutron [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Successfully updated port: e8262749-9b4e-4acb-80c1-a91dbef79fa2 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.430281] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "refresh_cache-ea8944b9-2786-4049-b9e8-21c6cce7391b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.430614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "refresh_cache-ea8944b9-2786-4049-b9e8-21c6cce7391b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.430614] env[69316]: DEBUG nova.network.neutron [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.614175] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance e71187f7-dcc9-4ee8-b398-65cf3e88c12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.614331] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b329d710-f049-42bf-aaa2-8feae3b6ffac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.614474] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 54a94f8b-e1f3-4dfe-913b-bceb45acb041 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.614625] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 693508d1-5308-40af-966f-775791e6d6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.614746] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance e715cf67-1076-45be-9248-77f2d2384a06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.614857] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance ea8944b9-2786-4049-b9e8-21c6cce7391b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.761758] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquiring lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.761988] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.963748] env[69316]: DEBUG nova.network.neutron [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.092846] env[69316]: DEBUG nova.network.neutron [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Updating instance_info_cache with network_info: [{"id": "e8262749-9b4e-4acb-80c1-a91dbef79fa2", "address": "fa:16:3e:a7:72:1b", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8262749-9b", "ovs_interfaceid": "e8262749-9b4e-4acb-80c1-a91dbef79fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.117191] env[69316]: INFO nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 313fee56-ddaf-431e-a0b8-879b15b9a9a8 has allocations against this compute host but is not found in the database. [ 1369.117424] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1369.117575] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1369.232850] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7142de9f-a7bf-42ff-8474-936d8155981b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.241415] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f5115-8147-4f6b-b36e-a15d6855f638 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.270505] env[69316]: DEBUG nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.273954] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede99e53-f7f1-4913-9d35-f947be14f4ee {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.281498] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9626a-7a89-40bd-beb4-d408564943af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.296014] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.594984] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "refresh_cache-ea8944b9-2786-4049-b9e8-21c6cce7391b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.595349] env[69316]: DEBUG nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Instance network_info: |[{"id": "e8262749-9b4e-4acb-80c1-a91dbef79fa2", "address": "fa:16:3e:a7:72:1b", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8262749-9b", "ovs_interfaceid": "e8262749-9b4e-4acb-80c1-a91dbef79fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.595828] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:72:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8262749-9b4e-4acb-80c1-a91dbef79fa2', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.603866] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.604108] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.604335] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e99f08a4-9090-4fc9-b454-026e1d3445cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.627213] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.627213] env[69316]: value = "task-3368121" [ 1369.627213] env[69316]: _type = "Task" [ 1369.627213] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.636519] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368121, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.794887] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.798827] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.881949] env[69316]: DEBUG nova.compute.manager [req-c7f4f962-a834-4bb8-b5bf-c0b3cdea5167 req-f0fc08b7-3db2-42fd-84a9-ba2b817a80ef service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Received event network-changed-e8262749-9b4e-4acb-80c1-a91dbef79fa2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.882194] env[69316]: DEBUG nova.compute.manager [req-c7f4f962-a834-4bb8-b5bf-c0b3cdea5167 req-f0fc08b7-3db2-42fd-84a9-ba2b817a80ef service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Refreshing instance network info cache due to event network-changed-e8262749-9b4e-4acb-80c1-a91dbef79fa2. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.882452] env[69316]: DEBUG oslo_concurrency.lockutils [req-c7f4f962-a834-4bb8-b5bf-c0b3cdea5167 req-f0fc08b7-3db2-42fd-84a9-ba2b817a80ef service nova] Acquiring lock "refresh_cache-ea8944b9-2786-4049-b9e8-21c6cce7391b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.882616] env[69316]: DEBUG oslo_concurrency.lockutils [req-c7f4f962-a834-4bb8-b5bf-c0b3cdea5167 req-f0fc08b7-3db2-42fd-84a9-ba2b817a80ef service nova] Acquired lock "refresh_cache-ea8944b9-2786-4049-b9e8-21c6cce7391b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.882808] env[69316]: DEBUG nova.network.neutron [req-c7f4f962-a834-4bb8-b5bf-c0b3cdea5167 req-f0fc08b7-3db2-42fd-84a9-ba2b817a80ef service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Refreshing network info cache for port e8262749-9b4e-4acb-80c1-a91dbef79fa2 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.136862] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368121, 'name': CreateVM_Task, 'duration_secs': 0.367278} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.137040] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.137716] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.137886] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.138218] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.138472] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845fa835-708f-40f9-a57d-89efe6c01179 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.143024] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1370.143024] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e106b5-150a-5ae1-65c3-bb15e624386f" [ 1370.143024] env[69316]: _type = "Task" [ 1370.143024] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.151290] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e106b5-150a-5ae1-65c3-bb15e624386f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.304400] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1370.304572] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.716s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.304844] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.510s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.306444] env[69316]: INFO nova.compute.claims [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.563854] env[69316]: DEBUG nova.network.neutron [req-c7f4f962-a834-4bb8-b5bf-c0b3cdea5167 req-f0fc08b7-3db2-42fd-84a9-ba2b817a80ef service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Updated VIF entry in instance network info cache for port e8262749-9b4e-4acb-80c1-a91dbef79fa2. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.564200] env[69316]: DEBUG nova.network.neutron [req-c7f4f962-a834-4bb8-b5bf-c0b3cdea5167 req-f0fc08b7-3db2-42fd-84a9-ba2b817a80ef service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Updating instance_info_cache with network_info: [{"id": "e8262749-9b4e-4acb-80c1-a91dbef79fa2", "address": "fa:16:3e:a7:72:1b", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8262749-9b", "ovs_interfaceid": "e8262749-9b4e-4acb-80c1-a91dbef79fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.652917] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e106b5-150a-5ae1-65c3-bb15e624386f, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.653240] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.653506] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.653741] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.653889] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.654081] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.654344] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fa07e90-bd4e-44bd-b9a7-7ed1620472d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.663056] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.663241] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.663968] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601c20de-3a1b-44da-b6c7-f34f6b8e3266 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.669619] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1370.669619] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5284de7d-0d55-226a-a524-96fae7cc4c9d" [ 1370.669619] env[69316]: _type = "Task" [ 1370.669619] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.677145] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5284de7d-0d55-226a-a524-96fae7cc4c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.068240] env[69316]: DEBUG oslo_concurrency.lockutils [req-c7f4f962-a834-4bb8-b5bf-c0b3cdea5167 req-f0fc08b7-3db2-42fd-84a9-ba2b817a80ef service nova] Releasing lock "refresh_cache-ea8944b9-2786-4049-b9e8-21c6cce7391b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.182099] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5284de7d-0d55-226a-a524-96fae7cc4c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.025186} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.182894] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999b6ffe-c41a-4a45-86f3-7e4b5090d237 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.188040] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1371.188040] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e27b30-4c63-24d6-0886-7175fdb51a45" [ 1371.188040] env[69316]: _type = "Task" [ 1371.188040] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.195232] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e27b30-4c63-24d6-0886-7175fdb51a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.408392] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33b43a7-86c1-4298-8449-4f376e7fd5ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.416022] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66935e33-95f6-4007-8eda-e3424bfec214 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.449896] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c2859-00f8-443f-8e66-345b5a8638b0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.460073] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7811236f-992a-40c6-92d1-c4ffd4c5e990 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.472500] env[69316]: DEBUG nova.compute.provider_tree [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.698051] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e27b30-4c63-24d6-0886-7175fdb51a45, 'name': SearchDatastore_Task, 'duration_secs': 0.014662} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.698365] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.698579] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] ea8944b9-2786-4049-b9e8-21c6cce7391b/ea8944b9-2786-4049-b9e8-21c6cce7391b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.698875] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c47e9a-de77-420f-9a97-c9f79972d8d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.705644] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1371.705644] env[69316]: value = "task-3368122" [ 1371.705644] env[69316]: _type = "Task" [ 1371.705644] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.712925] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.976156] env[69316]: DEBUG nova.scheduler.client.report [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.215324] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482107} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.215702] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] ea8944b9-2786-4049-b9e8-21c6cce7391b/ea8944b9-2786-4049-b9e8-21c6cce7391b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.215956] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.216252] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ea30979-39c4-4bdc-8e27-398db675b8fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.222327] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1372.222327] env[69316]: value = "task-3368123" [ 1372.222327] env[69316]: _type = "Task" [ 1372.222327] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.230301] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.481666] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.482162] env[69316]: DEBUG nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1372.732266] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069415} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.732578] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.733226] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be9fbe-73fe-4eda-9686-2b348fc5968f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.753827] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ea8944b9-2786-4049-b9e8-21c6cce7391b/ea8944b9-2786-4049-b9e8-21c6cce7391b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.754053] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74877314-ac28-4297-beca-24027acf15db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.772469] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1372.772469] env[69316]: value = "task-3368124" [ 1372.772469] env[69316]: _type = "Task" [ 1372.772469] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.780333] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.987762] env[69316]: DEBUG nova.compute.utils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1372.989365] env[69316]: DEBUG nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1372.989622] env[69316]: DEBUG nova.network.neutron [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1373.026299] env[69316]: DEBUG nova.policy [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a07a9e6972a14d5484a8e2aec5eed46e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413575b30dd740418e0e382e5ab0eaaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1373.270230] env[69316]: DEBUG nova.network.neutron [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Successfully created port: d33e9a2f-1467-4970-a8d8-d7ec90d102e5 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.282018] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368124, 'name': ReconfigVM_Task, 'duration_secs': 0.323916} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.282300] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ea8944b9-2786-4049-b9e8-21c6cce7391b/ea8944b9-2786-4049-b9e8-21c6cce7391b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.282896] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44d5e801-d9e7-4ec1-8fcf-7165b8f0dff3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.288776] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1373.288776] env[69316]: value = "task-3368125" [ 1373.288776] env[69316]: _type = "Task" [ 1373.288776] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.296747] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368125, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.492727] env[69316]: DEBUG nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1373.798615] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368125, 'name': Rename_Task, 'duration_secs': 0.149188} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.798947] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.799099] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3048a9fe-c73a-429b-b3bd-ddc93eed2730 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.805872] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1373.805872] env[69316]: value = "task-3368126" [ 1373.805872] env[69316]: _type = "Task" [ 1373.805872] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.813067] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.304012] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.314653] env[69316]: DEBUG oslo_vmware.api [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368126, 'name': PowerOnVM_Task, 'duration_secs': 0.4868} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.314907] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.315123] env[69316]: INFO nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1374.315306] env[69316]: DEBUG nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.316135] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871f5525-8ca1-452e-a0af-9549cea1cc13 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.501046] env[69316]: DEBUG nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1374.530982] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.531253] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.531403] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.531604] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.531727] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.531874] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.532138] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.532320] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.532528] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.532689] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.532867] env[69316]: DEBUG nova.virt.hardware [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.533872] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad690a18-7d5d-446a-a61a-a52112dd113a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.541560] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e47d11-bbbd-4a96-b836-aef637cb14f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.716260] env[69316]: DEBUG nova.compute.manager [req-8e5fd769-650a-4e8f-b334-b931da9a4414 req-482c2118-e896-4288-8eb4-b2c5f9f06ce1 service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Received event network-vif-plugged-d33e9a2f-1467-4970-a8d8-d7ec90d102e5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.716260] env[69316]: DEBUG oslo_concurrency.lockutils [req-8e5fd769-650a-4e8f-b334-b931da9a4414 req-482c2118-e896-4288-8eb4-b2c5f9f06ce1 service nova] Acquiring lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.717030] env[69316]: DEBUG oslo_concurrency.lockutils [req-8e5fd769-650a-4e8f-b334-b931da9a4414 req-482c2118-e896-4288-8eb4-b2c5f9f06ce1 service nova] Lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.717030] env[69316]: DEBUG oslo_concurrency.lockutils [req-8e5fd769-650a-4e8f-b334-b931da9a4414 req-482c2118-e896-4288-8eb4-b2c5f9f06ce1 service nova] Lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.717030] env[69316]: DEBUG nova.compute.manager [req-8e5fd769-650a-4e8f-b334-b931da9a4414 req-482c2118-e896-4288-8eb4-b2c5f9f06ce1 service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] No waiting events found dispatching network-vif-plugged-d33e9a2f-1467-4970-a8d8-d7ec90d102e5 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.717394] env[69316]: WARNING nova.compute.manager [req-8e5fd769-650a-4e8f-b334-b931da9a4414 req-482c2118-e896-4288-8eb4-b2c5f9f06ce1 service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Received unexpected event network-vif-plugged-d33e9a2f-1467-4970-a8d8-d7ec90d102e5 for instance with vm_state building and task_state spawning. [ 1374.742563] env[69316]: DEBUG nova.network.neutron [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Successfully updated port: d33e9a2f-1467-4970-a8d8-d7ec90d102e5 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.832061] env[69316]: INFO nova.compute.manager [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Took 12.85 seconds to build instance. [ 1375.245638] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquiring lock "refresh_cache-313fee56-ddaf-431e-a0b8-879b15b9a9a8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.245824] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquired lock "refresh_cache-313fee56-ddaf-431e-a0b8-879b15b9a9a8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.245987] env[69316]: DEBUG nova.network.neutron [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.334013] env[69316]: DEBUG oslo_concurrency.lockutils [None req-4fca4cd7-af5b-419b-bb98-150cb101403a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ea8944b9-2786-4049-b9e8-21c6cce7391b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.357s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.366583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "ea8944b9-2786-4049-b9e8-21c6cce7391b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.366815] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ea8944b9-2786-4049-b9e8-21c6cce7391b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.367027] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "ea8944b9-2786-4049-b9e8-21c6cce7391b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.367216] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ea8944b9-2786-4049-b9e8-21c6cce7391b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.367383] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ea8944b9-2786-4049-b9e8-21c6cce7391b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.369380] env[69316]: INFO nova.compute.manager [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Terminating instance [ 1375.778481] env[69316]: DEBUG nova.network.neutron [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.873739] env[69316]: DEBUG nova.compute.manager [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.874067] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.874983] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7e264d-68d2-4e95-89fe-e625acf6ed96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.882690] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.882916] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ed184b7-1769-47b8-ac27-4d936d228d09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.889027] env[69316]: DEBUG oslo_vmware.api [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1375.889027] env[69316]: value = "task-3368127" [ 1375.889027] env[69316]: _type = "Task" [ 1375.889027] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.898131] env[69316]: DEBUG oslo_vmware.api [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.898957] env[69316]: DEBUG nova.network.neutron [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Updating instance_info_cache with network_info: [{"id": "d33e9a2f-1467-4970-a8d8-d7ec90d102e5", "address": "fa:16:3e:ec:fe:9c", "network": {"id": "8bd9f3e3-9b3c-4f23-9513-7f00396a02ec", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-847447052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413575b30dd740418e0e382e5ab0eaaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33e9a2f-14", "ovs_interfaceid": "d33e9a2f-1467-4970-a8d8-d7ec90d102e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.398658] env[69316]: DEBUG oslo_vmware.api [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368127, 'name': PowerOffVM_Task, 'duration_secs': 0.181611} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.398916] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.399129] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.399375] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c92a7b2a-370a-43e5-9bc3-a13d3e6265e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.402338] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Releasing lock "refresh_cache-313fee56-ddaf-431e-a0b8-879b15b9a9a8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.402610] env[69316]: DEBUG nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Instance network_info: |[{"id": "d33e9a2f-1467-4970-a8d8-d7ec90d102e5", "address": "fa:16:3e:ec:fe:9c", "network": {"id": "8bd9f3e3-9b3c-4f23-9513-7f00396a02ec", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-847447052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413575b30dd740418e0e382e5ab0eaaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33e9a2f-14", "ovs_interfaceid": "d33e9a2f-1467-4970-a8d8-d7ec90d102e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1376.402956] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:fe:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd33e9a2f-1467-4970-a8d8-d7ec90d102e5', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.410172] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Creating folder: Project (413575b30dd740418e0e382e5ab0eaaa). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.410393] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71641443-7b77-4e01-a738-6a3b340abce8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.420919] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Created folder: Project (413575b30dd740418e0e382e5ab0eaaa) in parent group-v671748. [ 1376.421113] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Creating folder: Instances. Parent ref: group-v672075. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.421575] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29b3b17b-69f8-4b84-8787-546033bac004 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.430214] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Created folder: Instances in parent group-v672075. [ 1376.430430] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.430607] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.430801] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5907438c-1340-4a05-a670-905aeeecd863 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.448855] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.448855] env[69316]: value = "task-3368131" [ 1376.448855] env[69316]: _type = "Task" [ 1376.448855] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.456474] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368131, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.466591] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.466790] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.466970] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleting the datastore file [datastore2] ea8944b9-2786-4049-b9e8-21c6cce7391b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.467234] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c2ac3c-46f7-42fd-b4ce-55940cb90d86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.473431] env[69316]: DEBUG oslo_vmware.api [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1376.473431] env[69316]: value = "task-3368132" [ 1376.473431] env[69316]: _type = "Task" [ 1376.473431] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.482157] env[69316]: DEBUG oslo_vmware.api [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.742134] env[69316]: DEBUG nova.compute.manager [req-8616836d-f091-4431-a9b7-76b3d296d88b req-24d4dde2-1906-4b46-95d8-51ab32f6da0b service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Received event network-changed-d33e9a2f-1467-4970-a8d8-d7ec90d102e5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.742342] env[69316]: DEBUG nova.compute.manager [req-8616836d-f091-4431-a9b7-76b3d296d88b req-24d4dde2-1906-4b46-95d8-51ab32f6da0b service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Refreshing instance network info cache due to event network-changed-d33e9a2f-1467-4970-a8d8-d7ec90d102e5. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.742674] env[69316]: DEBUG oslo_concurrency.lockutils [req-8616836d-f091-4431-a9b7-76b3d296d88b req-24d4dde2-1906-4b46-95d8-51ab32f6da0b service nova] Acquiring lock "refresh_cache-313fee56-ddaf-431e-a0b8-879b15b9a9a8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.742708] env[69316]: DEBUG oslo_concurrency.lockutils [req-8616836d-f091-4431-a9b7-76b3d296d88b req-24d4dde2-1906-4b46-95d8-51ab32f6da0b service nova] Acquired lock "refresh_cache-313fee56-ddaf-431e-a0b8-879b15b9a9a8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.742850] env[69316]: DEBUG nova.network.neutron [req-8616836d-f091-4431-a9b7-76b3d296d88b req-24d4dde2-1906-4b46-95d8-51ab32f6da0b service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Refreshing network info cache for port d33e9a2f-1467-4970-a8d8-d7ec90d102e5 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.958581] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368131, 'name': CreateVM_Task, 'duration_secs': 0.334364} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.958927] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.959409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.959573] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.959894] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.960154] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7ee571-0c82-4a3a-9a2a-154ee0c77f56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.964267] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1376.964267] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff2d0c-69f0-e1e5-871d-b3b45900d13e" [ 1376.964267] env[69316]: _type = "Task" [ 1376.964267] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.971282] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff2d0c-69f0-e1e5-871d-b3b45900d13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.981151] env[69316]: DEBUG oslo_vmware.api [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132353} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.981375] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.981576] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.981772] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.981975] env[69316]: INFO nova.compute.manager [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1376.982218] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.982396] env[69316]: DEBUG nova.compute.manager [-] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.982487] env[69316]: DEBUG nova.network.neutron [-] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.414747] env[69316]: DEBUG nova.network.neutron [req-8616836d-f091-4431-a9b7-76b3d296d88b req-24d4dde2-1906-4b46-95d8-51ab32f6da0b service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Updated VIF entry in instance network info cache for port d33e9a2f-1467-4970-a8d8-d7ec90d102e5. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.415104] env[69316]: DEBUG nova.network.neutron [req-8616836d-f091-4431-a9b7-76b3d296d88b req-24d4dde2-1906-4b46-95d8-51ab32f6da0b service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Updating instance_info_cache with network_info: [{"id": "d33e9a2f-1467-4970-a8d8-d7ec90d102e5", "address": "fa:16:3e:ec:fe:9c", "network": {"id": "8bd9f3e3-9b3c-4f23-9513-7f00396a02ec", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-847447052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413575b30dd740418e0e382e5ab0eaaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33e9a2f-14", "ovs_interfaceid": "d33e9a2f-1467-4970-a8d8-d7ec90d102e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.474168] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ff2d0c-69f0-e1e5-871d-b3b45900d13e, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.474451] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.474688] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.474904] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.475065] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.475249] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.475523] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68e2b36-51a2-4442-b9a4-4bef5e9ce87d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.483401] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.483555] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.484213] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a4847d-4318-480a-b404-4522b124d421 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.488667] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1377.488667] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521f65f6-a0c0-401b-fc85-99d302396938" [ 1377.488667] env[69316]: _type = "Task" [ 1377.488667] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.496018] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521f65f6-a0c0-401b-fc85-99d302396938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.706749] env[69316]: DEBUG nova.network.neutron [-] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.917378] env[69316]: DEBUG oslo_concurrency.lockutils [req-8616836d-f091-4431-a9b7-76b3d296d88b req-24d4dde2-1906-4b46-95d8-51ab32f6da0b service nova] Releasing lock "refresh_cache-313fee56-ddaf-431e-a0b8-879b15b9a9a8" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.998810] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521f65f6-a0c0-401b-fc85-99d302396938, 'name': SearchDatastore_Task, 'duration_secs': 0.007766} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.999568] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a791d7-1e84-4ebc-84b3-99a1637e063b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.004089] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1378.004089] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a51668-e8df-bac0-e5ae-b1d95146b315" [ 1378.004089] env[69316]: _type = "Task" [ 1378.004089] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.012011] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a51668-e8df-bac0-e5ae-b1d95146b315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.208880] env[69316]: INFO nova.compute.manager [-] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Took 1.23 seconds to deallocate network for instance. [ 1378.514261] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a51668-e8df-bac0-e5ae-b1d95146b315, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.514517] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.514777] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 313fee56-ddaf-431e-a0b8-879b15b9a9a8/313fee56-ddaf-431e-a0b8-879b15b9a9a8.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.515030] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbbcf22f-c534-4627-88a3-c3350441dd7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.521461] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1378.521461] env[69316]: value = "task-3368133" [ 1378.521461] env[69316]: _type = "Task" [ 1378.521461] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.528383] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.714892] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.715198] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.715462] env[69316]: DEBUG nova.objects.instance [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lazy-loading 'resources' on Instance uuid ea8944b9-2786-4049-b9e8-21c6cce7391b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.770025] env[69316]: DEBUG nova.compute.manager [req-472b1cb4-2f2e-4713-9cd2-759295476bc4 req-fbcac47c-3a38-4fcf-bf57-3228afd218b0 service nova] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Received event network-vif-deleted-e8262749-9b4e-4acb-80c1-a91dbef79fa2 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.030863] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445872} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.031170] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 313fee56-ddaf-431e-a0b8-879b15b9a9a8/313fee56-ddaf-431e-a0b8-879b15b9a9a8.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.031336] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.031576] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a33c932-dffe-4256-95c4-458f8e150761 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.037375] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1379.037375] env[69316]: value = "task-3368134" [ 1379.037375] env[69316]: _type = "Task" [ 1379.037375] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.045129] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.310655] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b802a7-8f78-4b07-a970-f840ad743c06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.317653] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b58fdd-b383-423b-8656-79df3dd5e5e8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.348155] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b9fb79-a3a6-43d1-ae53-60fc6d68a285 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.355266] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc86e3bd-835a-494a-a8a7-7c89cf6944e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.368190] env[69316]: DEBUG nova.compute.provider_tree [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.547386] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061562} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.547599] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.548365] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ea0c6-fae6-4b80-8eb9-45cd253317a0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.569699] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 313fee56-ddaf-431e-a0b8-879b15b9a9a8/313fee56-ddaf-431e-a0b8-879b15b9a9a8.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.569953] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520b0581-5459-440a-83e2-154574f98bcb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.588561] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1379.588561] env[69316]: value = "task-3368135" [ 1379.588561] env[69316]: _type = "Task" [ 1379.588561] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.595822] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.871382] env[69316]: DEBUG nova.scheduler.client.report [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.098879] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368135, 'name': ReconfigVM_Task, 'duration_secs': 0.41682} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.099323] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 313fee56-ddaf-431e-a0b8-879b15b9a9a8/313fee56-ddaf-431e-a0b8-879b15b9a9a8.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.099747] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d06fd4-fa1e-446e-bc40-cdc2bf9c3afe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.106014] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1380.106014] env[69316]: value = "task-3368136" [ 1380.106014] env[69316]: _type = "Task" [ 1380.106014] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.113045] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368136, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.375959] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.397134] env[69316]: INFO nova.scheduler.client.report [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted allocations for instance ea8944b9-2786-4049-b9e8-21c6cce7391b [ 1380.616418] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368136, 'name': Rename_Task, 'duration_secs': 0.136067} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.616696] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.616910] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10b81fbe-f201-4a40-a6bf-dd7a960ab99a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.622566] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1380.622566] env[69316]: value = "task-3368137" [ 1380.622566] env[69316]: _type = "Task" [ 1380.622566] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.630203] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.904887] env[69316]: DEBUG oslo_concurrency.lockutils [None req-06894efd-7103-4d49-904e-33f5d8dbb5eb tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "ea8944b9-2786-4049-b9e8-21c6cce7391b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.538s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.132070] env[69316]: DEBUG oslo_vmware.api [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368137, 'name': PowerOnVM_Task, 'duration_secs': 0.469483} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.132487] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.132552] env[69316]: INFO nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1381.132695] env[69316]: DEBUG nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.133434] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ea139b-1f0c-4a46-866c-1e488987402d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.649428] env[69316]: INFO nova.compute.manager [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Took 11.87 seconds to build instance. [ 1381.901749] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquiring lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.151630] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f3760df5-4d04-4244-987a-9ad7055dfb6d tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.389s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.152058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.250s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.152187] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquiring lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.152418] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.152611] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.154734] env[69316]: INFO nova.compute.manager [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Terminating instance [ 1382.306874] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.307121] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.658793] env[69316]: DEBUG nova.compute.manager [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.659046] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.659927] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9a2f0-9b48-40d6-8cbd-1e4424138e5f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.667801] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.668030] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b604fdb-7577-46f4-b3cd-b2326ba3b9e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.673426] env[69316]: DEBUG oslo_vmware.api [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1382.673426] env[69316]: value = "task-3368138" [ 1382.673426] env[69316]: _type = "Task" [ 1382.673426] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.680414] env[69316]: DEBUG oslo_vmware.api [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.809240] env[69316]: DEBUG nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.183724] env[69316]: DEBUG oslo_vmware.api [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368138, 'name': PowerOffVM_Task, 'duration_secs': 0.181069} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.184107] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.184107] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.184336] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-250e6a9c-be71-49e7-b64b-5707aef44981 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.258279] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.258532] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.258707] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Deleting the datastore file [datastore2] 313fee56-ddaf-431e-a0b8-879b15b9a9a8 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.258974] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c074a5d-ad67-4e37-a0b4-64c3ac9993a1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.265845] env[69316]: DEBUG oslo_vmware.api [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for the task: (returnval){ [ 1383.265845] env[69316]: value = "task-3368140" [ 1383.265845] env[69316]: _type = "Task" [ 1383.265845] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.274315] env[69316]: DEBUG oslo_vmware.api [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.332598] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.332860] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.334380] env[69316]: INFO nova.compute.claims [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.774935] env[69316]: DEBUG oslo_vmware.api [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Task: {'id': task-3368140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147354} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.775198] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.775383] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.775574] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.775759] env[69316]: INFO nova.compute.manager [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1383.776008] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.776211] env[69316]: DEBUG nova.compute.manager [-] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.776302] env[69316]: DEBUG nova.network.neutron [-] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.024451] env[69316]: DEBUG nova.compute.manager [req-6dd4dc14-5fe4-48f4-9308-d15344a29d88 req-5daf4b54-d7e3-4f2b-9d86-fdc6317232e0 service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Received event network-vif-deleted-d33e9a2f-1467-4970-a8d8-d7ec90d102e5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.024657] env[69316]: INFO nova.compute.manager [req-6dd4dc14-5fe4-48f4-9308-d15344a29d88 req-5daf4b54-d7e3-4f2b-9d86-fdc6317232e0 service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Neutron deleted interface d33e9a2f-1467-4970-a8d8-d7ec90d102e5; detaching it from the instance and deleting it from the info cache [ 1384.024827] env[69316]: DEBUG nova.network.neutron [req-6dd4dc14-5fe4-48f4-9308-d15344a29d88 req-5daf4b54-d7e3-4f2b-9d86-fdc6317232e0 service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.436652] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39392a20-eabf-4356-a50b-aa94cb0d8e84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.444305] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c38d2b8-afe4-4f57-9c60-3388d81be038 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.473275] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598c35b-d788-4a98-ad1a-063eb9299e9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.480504] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e816d724-fb9d-40ad-8925-263756d7ec03 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.494506] env[69316]: DEBUG nova.compute.provider_tree [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.508906] env[69316]: DEBUG nova.network.neutron [-] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.527702] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2770ae3-fe1a-426c-91bb-40a2127c14c6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.539944] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bec7fdd-058f-4423-8353-c40bcb454e2f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.579611] env[69316]: DEBUG nova.compute.manager [req-6dd4dc14-5fe4-48f4-9308-d15344a29d88 req-5daf4b54-d7e3-4f2b-9d86-fdc6317232e0 service nova] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Detach interface failed, port_id=d33e9a2f-1467-4970-a8d8-d7ec90d102e5, reason: Instance 313fee56-ddaf-431e-a0b8-879b15b9a9a8 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1384.997777] env[69316]: DEBUG nova.scheduler.client.report [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.010600] env[69316]: INFO nova.compute.manager [-] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Took 1.23 seconds to deallocate network for instance. [ 1385.503043] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.503622] env[69316]: DEBUG nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.517171] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.517423] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.517633] env[69316]: DEBUG nova.objects.instance [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lazy-loading 'resources' on Instance uuid 313fee56-ddaf-431e-a0b8-879b15b9a9a8 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.008272] env[69316]: DEBUG nova.compute.utils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1386.010020] env[69316]: DEBUG nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.010150] env[69316]: DEBUG nova.network.neutron [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.046418] env[69316]: DEBUG nova.policy [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3cf1bbdb0743599095435d09f19e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d10912572242dea972908a2f15c806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.116109] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c53b341-9d2a-4f17-9857-f6fb3446cab4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.124075] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76263b25-0d4b-4250-a11b-c08b9eaae6e0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.155590] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3062c33-31f1-4849-b318-b959fae6a2e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.163116] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c982d7-b933-49d7-928a-54abdef68b61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.175987] env[69316]: DEBUG nova.compute.provider_tree [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.295097] env[69316]: DEBUG nova.network.neutron [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Successfully created port: 3e7c1c82-bb8a-479a-9116-07d307131735 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.512986] env[69316]: DEBUG nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.552554] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.552809] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.552992] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.553181] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.553361] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.555557] env[69316]: INFO nova.compute.manager [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Terminating instance [ 1386.678960] env[69316]: DEBUG nova.scheduler.client.report [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.058886] env[69316]: DEBUG nova.compute.manager [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.059097] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.059973] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278100c3-f3e4-4e44-8bd2-8c4a0d046bad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.068048] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.068258] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15598db4-39b9-4cbd-9ec5-99da10086ed6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.074796] env[69316]: DEBUG oslo_vmware.api [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1387.074796] env[69316]: value = "task-3368141" [ 1387.074796] env[69316]: _type = "Task" [ 1387.074796] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.082444] env[69316]: DEBUG oslo_vmware.api [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.183529] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.207821] env[69316]: INFO nova.scheduler.client.report [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Deleted allocations for instance 313fee56-ddaf-431e-a0b8-879b15b9a9a8 [ 1387.522746] env[69316]: DEBUG nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.548330] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.548577] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.548734] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.548915] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.549076] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.549243] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.549523] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.549692] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.549989] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.550124] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.550306] env[69316]: DEBUG nova.virt.hardware [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.551263] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b69915-e1a2-48b9-afda-439e8f69c898 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.559967] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a2151f-717e-4d2a-a855-92666adfd4bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.582469] env[69316]: DEBUG oslo_vmware.api [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368141, 'name': PowerOffVM_Task, 'duration_secs': 0.205487} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.582737] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.582907] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.583164] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-186119fa-6db6-4aa5-b9d0-7db25ce7211d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.667147] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.667383] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.667571] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleting the datastore file [datastore1] 54a94f8b-e1f3-4dfe-913b-bceb45acb041 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.667796] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-257c1317-4548-4498-932a-0f772431dea2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.674207] env[69316]: DEBUG oslo_vmware.api [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1387.674207] env[69316]: value = "task-3368143" [ 1387.674207] env[69316]: _type = "Task" [ 1387.674207] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.681873] env[69316]: DEBUG oslo_vmware.api [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.715999] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Lock "313fee56-ddaf-431e-a0b8-879b15b9a9a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.845695] env[69316]: DEBUG nova.compute.manager [req-6018b6da-eda9-4ec0-b57c-d5d193e229d5 req-2d2f9f3a-b255-4808-b245-0bcfb43911e0 service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Received event network-vif-plugged-3e7c1c82-bb8a-479a-9116-07d307131735 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.846010] env[69316]: DEBUG oslo_concurrency.lockutils [req-6018b6da-eda9-4ec0-b57c-d5d193e229d5 req-2d2f9f3a-b255-4808-b245-0bcfb43911e0 service nova] Acquiring lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.846523] env[69316]: DEBUG oslo_concurrency.lockutils [req-6018b6da-eda9-4ec0-b57c-d5d193e229d5 req-2d2f9f3a-b255-4808-b245-0bcfb43911e0 service nova] Lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.846705] env[69316]: DEBUG oslo_concurrency.lockutils [req-6018b6da-eda9-4ec0-b57c-d5d193e229d5 req-2d2f9f3a-b255-4808-b245-0bcfb43911e0 service nova] Lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.846877] env[69316]: DEBUG nova.compute.manager [req-6018b6da-eda9-4ec0-b57c-d5d193e229d5 req-2d2f9f3a-b255-4808-b245-0bcfb43911e0 service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] No waiting events found dispatching network-vif-plugged-3e7c1c82-bb8a-479a-9116-07d307131735 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.847056] env[69316]: WARNING nova.compute.manager [req-6018b6da-eda9-4ec0-b57c-d5d193e229d5 req-2d2f9f3a-b255-4808-b245-0bcfb43911e0 service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Received unexpected event network-vif-plugged-3e7c1c82-bb8a-479a-9116-07d307131735 for instance with vm_state building and task_state spawning. [ 1387.934531] env[69316]: DEBUG nova.network.neutron [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Successfully updated port: 3e7c1c82-bb8a-479a-9116-07d307131735 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.032742] env[69316]: DEBUG oslo_concurrency.lockutils [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "e715cf67-1076-45be-9248-77f2d2384a06" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.033162] env[69316]: DEBUG oslo_concurrency.lockutils [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.186025] env[69316]: DEBUG oslo_vmware.api [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142439} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.186025] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.186025] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.186025] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.186025] env[69316]: INFO nova.compute.manager [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1388.186025] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.186025] env[69316]: DEBUG nova.compute.manager [-] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.186025] env[69316]: DEBUG nova.network.neutron [-] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.440906] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "refresh_cache-bd429f07-86bb-43c9-a8e0-52e48bfeff8c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.440906] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "refresh_cache-bd429f07-86bb-43c9-a8e0-52e48bfeff8c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.440906] env[69316]: DEBUG nova.network.neutron [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.537965] env[69316]: DEBUG nova.compute.utils [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.989737] env[69316]: DEBUG nova.network.neutron [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.039794] env[69316]: DEBUG oslo_concurrency.lockutils [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.101040] env[69316]: DEBUG nova.network.neutron [-] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.210800] env[69316]: DEBUG nova.network.neutron [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Updating instance_info_cache with network_info: [{"id": "3e7c1c82-bb8a-479a-9116-07d307131735", "address": "fa:16:3e:eb:8d:f3", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e7c1c82-bb", "ovs_interfaceid": "3e7c1c82-bb8a-479a-9116-07d307131735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.603548] env[69316]: INFO nova.compute.manager [-] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Took 1.42 seconds to deallocate network for instance. [ 1389.713850] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "refresh_cache-bd429f07-86bb-43c9-a8e0-52e48bfeff8c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.714236] env[69316]: DEBUG nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Instance network_info: |[{"id": "3e7c1c82-bb8a-479a-9116-07d307131735", "address": "fa:16:3e:eb:8d:f3", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e7c1c82-bb", "ovs_interfaceid": "3e7c1c82-bb8a-479a-9116-07d307131735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1389.715130] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:8d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e7c1c82-bb8a-479a-9116-07d307131735', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.722404] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.722954] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.723233] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd7b5ee7-2fd9-4884-bcbc-6f4233acd371 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.745104] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.745104] env[69316]: value = "task-3368144" [ 1389.745104] env[69316]: _type = "Task" [ 1389.745104] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.752968] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368144, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.880937] env[69316]: DEBUG nova.compute.manager [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Received event network-changed-3e7c1c82-bb8a-479a-9116-07d307131735 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.881546] env[69316]: DEBUG nova.compute.manager [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Refreshing instance network info cache due to event network-changed-3e7c1c82-bb8a-479a-9116-07d307131735. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.881775] env[69316]: DEBUG oslo_concurrency.lockutils [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] Acquiring lock "refresh_cache-bd429f07-86bb-43c9-a8e0-52e48bfeff8c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.882123] env[69316]: DEBUG oslo_concurrency.lockutils [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] Acquired lock "refresh_cache-bd429f07-86bb-43c9-a8e0-52e48bfeff8c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.882335] env[69316]: DEBUG nova.network.neutron [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Refreshing network info cache for port 3e7c1c82-bb8a-479a-9116-07d307131735 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.111221] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.112024] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.112024] env[69316]: DEBUG nova.objects.instance [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'resources' on Instance uuid 54a94f8b-e1f3-4dfe-913b-bceb45acb041 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.114945] env[69316]: DEBUG oslo_concurrency.lockutils [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "e715cf67-1076-45be-9248-77f2d2384a06" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.114945] env[69316]: DEBUG oslo_concurrency.lockutils [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.114945] env[69316]: INFO nova.compute.manager [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Attaching volume f7f9f187-aee2-4529-8e67-eb84a6168a49 to /dev/sdb [ 1390.146189] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2137d8-2860-4128-a879-511a40d9c410 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.153359] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba44880f-aed8-45aa-9332-9859b42ee566 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.166189] env[69316]: DEBUG nova.virt.block_device [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Updating existing volume attachment record: 5cdcb36b-9c62-4635-ad43-1f9e470bea55 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1390.254843] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368144, 'name': CreateVM_Task, 'duration_secs': 0.321857} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.254843] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.256059] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.256059] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.256059] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.256223] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9140fccd-7a54-4db4-9f0a-472c37f8c2fb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.260528] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1390.260528] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5244f922-0384-8157-5de0-c299046d6b15" [ 1390.260528] env[69316]: _type = "Task" [ 1390.260528] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.267895] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5244f922-0384-8157-5de0-c299046d6b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.736232] env[69316]: DEBUG nova.network.neutron [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Updated VIF entry in instance network info cache for port 3e7c1c82-bb8a-479a-9116-07d307131735. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.736660] env[69316]: DEBUG nova.network.neutron [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Updating instance_info_cache with network_info: [{"id": "3e7c1c82-bb8a-479a-9116-07d307131735", "address": "fa:16:3e:eb:8d:f3", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e7c1c82-bb", "ovs_interfaceid": "3e7c1c82-bb8a-479a-9116-07d307131735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.745029] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c01e2bb-5dc2-4072-ae7c-8c0e3c936687 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.753138] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3a419b-af2e-45ca-ad79-cd87e626f4d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.786206] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74cc44-0ae2-40ec-81ae-ec78660758f1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.793637] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5244f922-0384-8157-5de0-c299046d6b15, 'name': SearchDatastore_Task, 'duration_secs': 0.016151} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.795686] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.795944] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.796198] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.796349] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.796527] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.796808] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffa710af-456e-4d4f-9e4e-dfdd5b5c557e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.799476] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea703b4-e839-472d-be3d-11489c1c8e77 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.813285] env[69316]: DEBUG nova.compute.provider_tree [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.815361] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.815537] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.816408] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb9bb7b-cc93-475e-8947-60b69859375d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.821510] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1390.821510] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5283f14f-d48b-6912-2f10-f14b1f93ff3c" [ 1390.821510] env[69316]: _type = "Task" [ 1390.821510] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.830102] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5283f14f-d48b-6912-2f10-f14b1f93ff3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.239763] env[69316]: DEBUG oslo_concurrency.lockutils [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] Releasing lock "refresh_cache-bd429f07-86bb-43c9-a8e0-52e48bfeff8c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.240048] env[69316]: DEBUG nova.compute.manager [req-22a26042-0293-4545-b588-a5bc12647bcd req-a9a5e511-efc4-4f5b-9334-9bf74330481e service nova] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Received event network-vif-deleted-49b90b09-2529-4b54-b2de-a50efa92583c {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.318143] env[69316]: DEBUG nova.scheduler.client.report [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.330939] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5283f14f-d48b-6912-2f10-f14b1f93ff3c, 'name': SearchDatastore_Task, 'duration_secs': 0.008819} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.332846] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e93bc07-4730-47fb-a864-c8fb627f6ba1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.337701] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1391.337701] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52939113-6356-8ba6-2256-cf93a764b067" [ 1391.337701] env[69316]: _type = "Task" [ 1391.337701] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.347254] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52939113-6356-8ba6-2256-cf93a764b067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.611464] env[69316]: DEBUG oslo_concurrency.lockutils [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.611730] env[69316]: DEBUG oslo_concurrency.lockutils [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.822980] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.848315] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52939113-6356-8ba6-2256-cf93a764b067, 'name': SearchDatastore_Task, 'duration_secs': 0.011231} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.849272] env[69316]: INFO nova.scheduler.client.report [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted allocations for instance 54a94f8b-e1f3-4dfe-913b-bceb45acb041 [ 1391.850302] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.850562] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] bd429f07-86bb-43c9-a8e0-52e48bfeff8c/bd429f07-86bb-43c9-a8e0-52e48bfeff8c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.850810] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5f9e009-dbb5-4b75-a49e-1cc818a6c02a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.861790] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1391.861790] env[69316]: value = "task-3368146" [ 1391.861790] env[69316]: _type = "Task" [ 1391.861790] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.870397] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.115453] env[69316]: INFO nova.compute.manager [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Detaching volume 6302d662-91f8-466f-86a4-7cf5c4058665 [ 1392.163145] env[69316]: INFO nova.virt.block_device [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Attempting to driver detach volume 6302d662-91f8-466f-86a4-7cf5c4058665 from mountpoint /dev/sdb [ 1392.163145] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1392.163145] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672070', 'volume_id': '6302d662-91f8-466f-86a4-7cf5c4058665', 'name': 'volume-6302d662-91f8-466f-86a4-7cf5c4058665', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b329d710-f049-42bf-aaa2-8feae3b6ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '6302d662-91f8-466f-86a4-7cf5c4058665', 'serial': '6302d662-91f8-466f-86a4-7cf5c4058665'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1392.163145] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ce08a-779e-471a-9ab2-73ae770881a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.187344] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e971e13-2d5b-42eb-a6ee-f1396fb8c448 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.196034] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bdcae7-5b31-4730-8c8c-61dfe726e47c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.216631] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b81ee96-706e-4c1f-b161-9e0135255419 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.231996] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] The volume has not been displaced from its original location: [datastore1] volume-6302d662-91f8-466f-86a4-7cf5c4058665/volume-6302d662-91f8-466f-86a4-7cf5c4058665.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1392.237398] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1392.237782] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6056518-ccdd-4cb2-bb75-c413646f52f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.256986] env[69316]: DEBUG oslo_vmware.api [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1392.256986] env[69316]: value = "task-3368147" [ 1392.256986] env[69316]: _type = "Task" [ 1392.256986] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.270027] env[69316]: DEBUG oslo_vmware.api [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.364074] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "54a94f8b-e1f3-4dfe-913b-bceb45acb041" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.372097] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368146, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.634161] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.634410] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.767385] env[69316]: DEBUG oslo_vmware.api [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368147, 'name': ReconfigVM_Task, 'duration_secs': 0.285507} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.767784] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.772944] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ddad5f2-de06-41cb-853e-649482c6997f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.789137] env[69316]: DEBUG oslo_vmware.api [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1392.789137] env[69316]: value = "task-3368149" [ 1392.789137] env[69316]: _type = "Task" [ 1392.789137] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.798621] env[69316]: DEBUG oslo_vmware.api [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.873720] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523478} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.874043] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] bd429f07-86bb-43c9-a8e0-52e48bfeff8c/bd429f07-86bb-43c9-a8e0-52e48bfeff8c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.874228] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.874541] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7d01333-fc7d-4f77-85ff-072fcc5a7b08 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.880719] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1392.880719] env[69316]: value = "task-3368150" [ 1392.880719] env[69316]: _type = "Task" [ 1392.880719] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.888249] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.006141] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.006373] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.136958] env[69316]: DEBUG nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1393.299070] env[69316]: DEBUG oslo_vmware.api [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368149, 'name': ReconfigVM_Task, 'duration_secs': 0.132761} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.299396] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672070', 'volume_id': '6302d662-91f8-466f-86a4-7cf5c4058665', 'name': 'volume-6302d662-91f8-466f-86a4-7cf5c4058665', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b329d710-f049-42bf-aaa2-8feae3b6ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '6302d662-91f8-466f-86a4-7cf5c4058665', 'serial': '6302d662-91f8-466f-86a4-7cf5c4058665'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.389906] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062414} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.390167] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.390929] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b3b964-c755-477a-999a-d74c892e9195 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.414103] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] bd429f07-86bb-43c9-a8e0-52e48bfeff8c/bd429f07-86bb-43c9-a8e0-52e48bfeff8c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.414388] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49c5b625-8a14-4c78-91a6-dd3306e641e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.432936] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1393.432936] env[69316]: value = "task-3368151" [ 1393.432936] env[69316]: _type = "Task" [ 1393.432936] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.441091] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.509977] env[69316]: DEBUG nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1393.664795] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.665122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.666852] env[69316]: INFO nova.compute.claims [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.846850] env[69316]: DEBUG nova.objects.instance [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.942270] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368151, 'name': ReconfigVM_Task, 'duration_secs': 0.306758} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.942592] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] bd429f07-86bb-43c9-a8e0-52e48bfeff8c/bd429f07-86bb-43c9-a8e0-52e48bfeff8c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.943184] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba6b5b7-34f9-43eb-a1fd-a698eff11e6b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.949011] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1393.949011] env[69316]: value = "task-3368152" [ 1393.949011] env[69316]: _type = "Task" [ 1393.949011] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.956010] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368152, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.105878] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.459151] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368152, 'name': Rename_Task, 'duration_secs': 0.152481} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.459528] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.459689] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fa03694-65e9-4401-bb19-84965a946080 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.465947] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1394.465947] env[69316]: value = "task-3368153" [ 1394.465947] env[69316]: _type = "Task" [ 1394.465947] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.473396] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.650197] env[69316]: DEBUG nova.compute.manager [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1394.713539] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1394.713805] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672079', 'volume_id': 'f7f9f187-aee2-4529-8e67-eb84a6168a49', 'name': 'volume-f7f9f187-aee2-4529-8e67-eb84a6168a49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e715cf67-1076-45be-9248-77f2d2384a06', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7f9f187-aee2-4529-8e67-eb84a6168a49', 'serial': 'f7f9f187-aee2-4529-8e67-eb84a6168a49'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1394.714801] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095e6dbf-f54b-457d-9160-7c3c84ffc369 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.734955] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2c1b22-0501-4dd4-96c9-0a4643cd9695 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.762023] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-f7f9f187-aee2-4529-8e67-eb84a6168a49/volume-f7f9f187-aee2-4529-8e67-eb84a6168a49.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.765340] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d20f45-c52b-4238-970e-dbd0546b52a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.784586] env[69316]: DEBUG oslo_vmware.api [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1394.784586] env[69316]: value = "task-3368154" [ 1394.784586] env[69316]: _type = "Task" [ 1394.784586] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.796283] env[69316]: DEBUG oslo_vmware.api [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.806328] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.854577] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f0501c-555b-4025-a944-d31b4afe447b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.859555] env[69316]: DEBUG oslo_concurrency.lockutils [None req-40b1c402-99a3-47dc-9f38-9fd9f0c33b7c tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.861685] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.056s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.861998] env[69316]: DEBUG nova.compute.manager [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.864205] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1898ef-9fcd-49fc-8c28-78718835f7e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.873696] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf04d6-0066-4806-9632-c9bcc4d5cfb2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.883043] env[69316]: DEBUG nova.compute.manager [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1394.883703] env[69316]: DEBUG nova.objects.instance [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.913930] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f961657-0eb5-4281-8bac-3f7bc58f91fb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.924186] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3985d99-118b-4fd5-8a4c-18b053c3217a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.943067] env[69316]: DEBUG nova.compute.provider_tree [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.976847] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.169644] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.295187] env[69316]: DEBUG oslo_vmware.api [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.446530] env[69316]: DEBUG nova.scheduler.client.report [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.477052] env[69316]: DEBUG oslo_vmware.api [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368153, 'name': PowerOnVM_Task, 'duration_secs': 0.56888} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.477528] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.477528] env[69316]: INFO nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1395.477693] env[69316]: DEBUG nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.478485] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04078ddc-48f7-48b6-a6fb-1b93cb75a9ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.796580] env[69316]: DEBUG oslo_vmware.api [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.891734] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.892090] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-393213f8-dcce-4a71-83f2-8a82c96569db {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.900164] env[69316]: DEBUG oslo_vmware.api [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1395.900164] env[69316]: value = "task-3368155" [ 1395.900164] env[69316]: _type = "Task" [ 1395.900164] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.908207] env[69316]: DEBUG oslo_vmware.api [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.951322] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.951788] env[69316]: DEBUG nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.954620] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.849s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.956259] env[69316]: INFO nova.compute.claims [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.997818] env[69316]: INFO nova.compute.manager [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Took 12.68 seconds to build instance. [ 1396.296579] env[69316]: DEBUG oslo_vmware.api [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368154, 'name': ReconfigVM_Task, 'duration_secs': 1.496507} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.296871] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-f7f9f187-aee2-4529-8e67-eb84a6168a49/volume-f7f9f187-aee2-4529-8e67-eb84a6168a49.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.301708] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee0565c-dc54-45d5-96a8-eb9ec6c81c7b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.316984] env[69316]: DEBUG oslo_vmware.api [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1396.316984] env[69316]: value = "task-3368156" [ 1396.316984] env[69316]: _type = "Task" [ 1396.316984] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.325387] env[69316]: DEBUG oslo_vmware.api [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.409845] env[69316]: DEBUG oslo_vmware.api [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368155, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.460676] env[69316]: DEBUG nova.compute.utils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1396.464878] env[69316]: DEBUG nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.465128] env[69316]: DEBUG nova.network.neutron [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.499514] env[69316]: DEBUG oslo_concurrency.lockutils [None req-64bef6a3-f354-476c-93e0-c4504ddce801 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.192s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.504094] env[69316]: DEBUG nova.policy [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b91c27f27f4227b0946036d933a4cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec31c8efe3045b699653ef6d3e9ab7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.811341] env[69316]: DEBUG nova.network.neutron [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Successfully created port: bc21088e-c90a-46d2-9d72-5e4fceb40308 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.828425] env[69316]: DEBUG oslo_vmware.api [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368156, 'name': ReconfigVM_Task, 'duration_secs': 0.162879} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.828719] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672079', 'volume_id': 'f7f9f187-aee2-4529-8e67-eb84a6168a49', 'name': 'volume-f7f9f187-aee2-4529-8e67-eb84a6168a49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e715cf67-1076-45be-9248-77f2d2384a06', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7f9f187-aee2-4529-8e67-eb84a6168a49', 'serial': 'f7f9f187-aee2-4529-8e67-eb84a6168a49'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1396.910501] env[69316]: DEBUG oslo_vmware.api [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368155, 'name': PowerOffVM_Task, 'duration_secs': 0.553118} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.910751] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.910937] env[69316]: DEBUG nova.compute.manager [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.911725] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952a605-4567-458a-b880-39f8ac69e14d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.966100] env[69316]: DEBUG nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.057648] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.057872] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.100289] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d3c33-48c7-4a4a-a804-40a60d623634 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.108383] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a45662-cf1a-4bbe-89cd-ba00eacb8643 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.137287] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be889a49-ad48-4e64-b5cc-54d64e4e55a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.144198] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5ce152-b693-425d-8a82-6dafd92f904f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.158091] env[69316]: DEBUG nova.compute.provider_tree [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.422185] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f86b1602-8814-44ee-8682-25c30928eae4 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.560s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.560575] env[69316]: DEBUG nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1397.661475] env[69316]: DEBUG nova.scheduler.client.report [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.864803] env[69316]: DEBUG nova.objects.instance [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'flavor' on Instance uuid e715cf67-1076-45be-9248-77f2d2384a06 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.981435] env[69316]: DEBUG nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.016731] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.016731] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.016731] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.016960] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.017085] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.017235] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.017496] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.017667] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.017873] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.017980] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.018169] env[69316]: DEBUG nova.virt.hardware [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.019037] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209a9ef6-9367-4e20-ac9d-afec6e14e2d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.028049] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fb6c08-3b19-454d-8f17-edcb09008e56 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.086207] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.165953] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.166510] env[69316]: DEBUG nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.169637] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.184107] env[69316]: DEBUG nova.compute.manager [req-ef6c35d9-7417-459f-adf1-a80d6559dc7c req-b4e20543-b918-4ec4-81f0-a726d8c52565 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Received event network-vif-plugged-bc21088e-c90a-46d2-9d72-5e4fceb40308 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.184248] env[69316]: DEBUG oslo_concurrency.lockutils [req-ef6c35d9-7417-459f-adf1-a80d6559dc7c req-b4e20543-b918-4ec4-81f0-a726d8c52565 service nova] Acquiring lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.184464] env[69316]: DEBUG oslo_concurrency.lockutils [req-ef6c35d9-7417-459f-adf1-a80d6559dc7c req-b4e20543-b918-4ec4-81f0-a726d8c52565 service nova] Lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.184634] env[69316]: DEBUG oslo_concurrency.lockutils [req-ef6c35d9-7417-459f-adf1-a80d6559dc7c req-b4e20543-b918-4ec4-81f0-a726d8c52565 service nova] Lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.184800] env[69316]: DEBUG nova.compute.manager [req-ef6c35d9-7417-459f-adf1-a80d6559dc7c req-b4e20543-b918-4ec4-81f0-a726d8c52565 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] No waiting events found dispatching network-vif-plugged-bc21088e-c90a-46d2-9d72-5e4fceb40308 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.184963] env[69316]: WARNING nova.compute.manager [req-ef6c35d9-7417-459f-adf1-a80d6559dc7c req-b4e20543-b918-4ec4-81f0-a726d8c52565 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Received unexpected event network-vif-plugged-bc21088e-c90a-46d2-9d72-5e4fceb40308 for instance with vm_state building and task_state spawning. [ 1398.278722] env[69316]: DEBUG nova.network.neutron [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Successfully updated port: bc21088e-c90a-46d2-9d72-5e4fceb40308 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.363424] env[69316]: DEBUG nova.objects.instance [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.368744] env[69316]: DEBUG oslo_concurrency.lockutils [None req-67a512b3-8534-4ca2-bbe3-b40b6187bdee tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.254s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.673146] env[69316]: DEBUG nova.compute.utils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.677793] env[69316]: INFO nova.compute.claims [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.682921] env[69316]: DEBUG nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.683193] env[69316]: DEBUG nova.network.neutron [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.709594] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "e715cf67-1076-45be-9248-77f2d2384a06" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.709828] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.720889] env[69316]: DEBUG nova.policy [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b91c27f27f4227b0946036d933a4cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec31c8efe3045b699653ef6d3e9ab7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.781020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.781215] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.781374] env[69316]: DEBUG nova.network.neutron [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.868501] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.868701] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.868870] env[69316]: DEBUG nova.network.neutron [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.869133] env[69316]: DEBUG nova.objects.instance [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'info_cache' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.953499] env[69316]: DEBUG nova.network.neutron [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Successfully created port: 91031b90-d3ca-46fa-8d73-f93d68583f3a {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.183874] env[69316]: DEBUG nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.189039] env[69316]: INFO nova.compute.resource_tracker [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating resource usage from migration 9839a00d-7277-4923-9c7e-07d65a46de25 [ 1399.211978] env[69316]: INFO nova.compute.manager [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Detaching volume f7f9f187-aee2-4529-8e67-eb84a6168a49 [ 1399.246737] env[69316]: INFO nova.virt.block_device [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Attempting to driver detach volume f7f9f187-aee2-4529-8e67-eb84a6168a49 from mountpoint /dev/sdb [ 1399.246973] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1399.247167] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672079', 'volume_id': 'f7f9f187-aee2-4529-8e67-eb84a6168a49', 'name': 'volume-f7f9f187-aee2-4529-8e67-eb84a6168a49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e715cf67-1076-45be-9248-77f2d2384a06', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7f9f187-aee2-4529-8e67-eb84a6168a49', 'serial': 'f7f9f187-aee2-4529-8e67-eb84a6168a49'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1399.248038] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f31738e-41ec-4a3b-b73c-81a4174c9146 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.271455] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0dfcfa-ea81-4ba7-98ae-2919c6bc5e8d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.278639] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec2cde-5495-4e77-96a5-161a24885380 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.303295] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f01a21-7745-402b-94b5-1b9773348874 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.317895] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] The volume has not been displaced from its original location: [datastore2] volume-f7f9f187-aee2-4529-8e67-eb84a6168a49/volume-f7f9f187-aee2-4529-8e67-eb84a6168a49.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1399.323024] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1399.325344] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe5cad57-a0f5-4f2e-8ee7-4c595aaf22f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.338032] env[69316]: DEBUG nova.network.neutron [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.344949] env[69316]: DEBUG oslo_vmware.api [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1399.344949] env[69316]: value = "task-3368157" [ 1399.344949] env[69316]: _type = "Task" [ 1399.344949] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.353534] env[69316]: DEBUG oslo_vmware.api [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.372351] env[69316]: DEBUG nova.objects.base [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1399.375098] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10cabf1-a09b-40e0-8e11-db4b732bacbc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.385019] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a42e5c9-fcea-45ca-81b5-61fb221cc452 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.433404] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd3bcce-51e9-433d-be44-bdd8f27faec0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.442963] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca446cb7-3441-4722-9edc-b14405c69376 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.461640] env[69316]: DEBUG nova.compute.provider_tree [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.502351] env[69316]: DEBUG nova.network.neutron [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Updating instance_info_cache with network_info: [{"id": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "address": "fa:16:3e:ba:36:9b", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc21088e-c9", "ovs_interfaceid": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.854969] env[69316]: DEBUG oslo_vmware.api [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368157, 'name': ReconfigVM_Task, 'duration_secs': 0.231393} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.855271] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1399.859820] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b477a8-94ff-4274-99d2-548754546028 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.876063] env[69316]: DEBUG oslo_vmware.api [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1399.876063] env[69316]: value = "task-3368158" [ 1399.876063] env[69316]: _type = "Task" [ 1399.876063] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.885111] env[69316]: DEBUG oslo_vmware.api [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.965631] env[69316]: DEBUG nova.scheduler.client.report [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.004930] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.005049] env[69316]: DEBUG nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Instance network_info: |[{"id": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "address": "fa:16:3e:ba:36:9b", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc21088e-c9", "ovs_interfaceid": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.005445] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:36:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc21088e-c90a-46d2-9d72-5e4fceb40308', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.012796] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Creating folder: Project (1ec31c8efe3045b699653ef6d3e9ab7b). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.013332] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5465bc6-68ec-4d71-8375-a024b520c6fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.024155] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Created folder: Project (1ec31c8efe3045b699653ef6d3e9ab7b) in parent group-v671748. [ 1400.024342] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Creating folder: Instances. Parent ref: group-v672080. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.024567] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3b3593d-14f3-48e1-b842-208b5236be77 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.033402] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Created folder: Instances in parent group-v672080. [ 1400.033630] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.033839] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.034120] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa503be3-e615-452a-bebf-5cb4f073bcfe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.052790] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.052790] env[69316]: value = "task-3368161" [ 1400.052790] env[69316]: _type = "Task" [ 1400.052790] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.060251] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368161, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.080861] env[69316]: DEBUG nova.network.neutron [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updating instance_info_cache with network_info: [{"id": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "address": "fa:16:3e:bd:f9:16", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ccf24d-cd", "ovs_interfaceid": "b4ccf24d-cd97-4f98-b702-d58cf2a96a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.192738] env[69316]: DEBUG nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.212669] env[69316]: DEBUG nova.compute.manager [req-9ecaa6fb-3494-42f8-a884-86ed4de1b3ee req-50a53912-ebce-4130-b1f9-6dbe0e436ec6 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Received event network-changed-bc21088e-c90a-46d2-9d72-5e4fceb40308 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.212884] env[69316]: DEBUG nova.compute.manager [req-9ecaa6fb-3494-42f8-a884-86ed4de1b3ee req-50a53912-ebce-4130-b1f9-6dbe0e436ec6 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Refreshing instance network info cache due to event network-changed-bc21088e-c90a-46d2-9d72-5e4fceb40308. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1400.213111] env[69316]: DEBUG oslo_concurrency.lockutils [req-9ecaa6fb-3494-42f8-a884-86ed4de1b3ee req-50a53912-ebce-4130-b1f9-6dbe0e436ec6 service nova] Acquiring lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.213259] env[69316]: DEBUG oslo_concurrency.lockutils [req-9ecaa6fb-3494-42f8-a884-86ed4de1b3ee req-50a53912-ebce-4130-b1f9-6dbe0e436ec6 service nova] Acquired lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.213421] env[69316]: DEBUG nova.network.neutron [req-9ecaa6fb-3494-42f8-a884-86ed4de1b3ee req-50a53912-ebce-4130-b1f9-6dbe0e436ec6 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Refreshing network info cache for port bc21088e-c90a-46d2-9d72-5e4fceb40308 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.223637] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.223907] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.224092] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.224283] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.224429] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.224577] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.224781] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.224959] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.225178] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.225350] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.225525] env[69316]: DEBUG nova.virt.hardware [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.226779] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921d9b7-ab81-423b-8729-74492c053daf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.235524] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc581de-24ed-4af1-b863-6dc3dd14b216 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.386645] env[69316]: DEBUG oslo_vmware.api [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.397362] env[69316]: DEBUG nova.network.neutron [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Successfully updated port: 91031b90-d3ca-46fa-8d73-f93d68583f3a {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.471256] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.301s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.471519] env[69316]: INFO nova.compute.manager [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Migrating [ 1400.478066] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.392s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.479714] env[69316]: INFO nova.compute.claims [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.564918] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368161, 'name': CreateVM_Task, 'duration_secs': 0.295351} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.565147] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.565999] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.566238] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.566652] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.566967] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf6bcac-d465-42b1-b26d-8a296ca6dbe3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.572146] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1400.572146] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52d4eb72-6c77-7a14-50c6-25aaac9594ca" [ 1400.572146] env[69316]: _type = "Task" [ 1400.572146] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.580176] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d4eb72-6c77-7a14-50c6-25aaac9594ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.583774] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Releasing lock "refresh_cache-b329d710-f049-42bf-aaa2-8feae3b6ffac" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.887018] env[69316]: DEBUG oslo_vmware.api [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368158, 'name': ReconfigVM_Task, 'duration_secs': 0.777313} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.887315] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672079', 'volume_id': 'f7f9f187-aee2-4529-8e67-eb84a6168a49', 'name': 'volume-f7f9f187-aee2-4529-8e67-eb84a6168a49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e715cf67-1076-45be-9248-77f2d2384a06', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7f9f187-aee2-4529-8e67-eb84a6168a49', 'serial': 'f7f9f187-aee2-4529-8e67-eb84a6168a49'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1400.900028] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.900121] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.900279] env[69316]: DEBUG nova.network.neutron [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.923100] env[69316]: DEBUG nova.network.neutron [req-9ecaa6fb-3494-42f8-a884-86ed4de1b3ee req-50a53912-ebce-4130-b1f9-6dbe0e436ec6 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Updated VIF entry in instance network info cache for port bc21088e-c90a-46d2-9d72-5e4fceb40308. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.923200] env[69316]: DEBUG nova.network.neutron [req-9ecaa6fb-3494-42f8-a884-86ed4de1b3ee req-50a53912-ebce-4130-b1f9-6dbe0e436ec6 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Updating instance_info_cache with network_info: [{"id": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "address": "fa:16:3e:ba:36:9b", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc21088e-c9", "ovs_interfaceid": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.989875] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.990174] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.990277] env[69316]: DEBUG nova.network.neutron [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.085823] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52d4eb72-6c77-7a14-50c6-25aaac9594ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.088139] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.088612] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.088957] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.089203] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.089468] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.090017] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66dd0ebf-df5a-4968-8603-1470b028d2f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.098747] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.098914] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.099595] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469b1b11-70c8-4123-a662-90d9af1ed66d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.104377] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1401.104377] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529eb4cd-8114-1c97-05b8-382dd59c72c4" [ 1401.104377] env[69316]: _type = "Task" [ 1401.104377] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.111340] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529eb4cd-8114-1c97-05b8-382dd59c72c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.425864] env[69316]: DEBUG oslo_concurrency.lockutils [req-9ecaa6fb-3494-42f8-a884-86ed4de1b3ee req-50a53912-ebce-4130-b1f9-6dbe0e436ec6 service nova] Releasing lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.429057] env[69316]: DEBUG nova.objects.instance [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'flavor' on Instance uuid e715cf67-1076-45be-9248-77f2d2384a06 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.433828] env[69316]: DEBUG nova.network.neutron [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.593474] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.593474] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f571c07-24cc-41d5-9ec8-1a5dba3a1360 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.599741] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1367cd03-a0c2-466a-bd63-7eff81b82f4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.603167] env[69316]: DEBUG oslo_vmware.api [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1401.603167] env[69316]: value = "task-3368162" [ 1401.603167] env[69316]: _type = "Task" [ 1401.603167] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.611419] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c522a-3f1d-49ff-971e-de627a63daf7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.617465] env[69316]: DEBUG nova.network.neutron [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Updating instance_info_cache with network_info: [{"id": "91031b90-d3ca-46fa-8d73-f93d68583f3a", "address": "fa:16:3e:c6:1a:9a", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91031b90-d3", "ovs_interfaceid": "91031b90-d3ca-46fa-8d73-f93d68583f3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.618637] env[69316]: DEBUG oslo_vmware.api [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.623946] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529eb4cd-8114-1c97-05b8-382dd59c72c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.650823] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55eedde-bb76-42a5-89cd-3002183a5aa7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.653464] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b66d4-4bcc-4c64-b453-13574e4cb416 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.659385] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1401.659385] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b72171-793c-5324-5b34-dc45dbb6eb9a" [ 1401.659385] env[69316]: _type = "Task" [ 1401.659385] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.664707] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ed0a0d-9346-406f-9570-385b6bb0b903 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.673330] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b72171-793c-5324-5b34-dc45dbb6eb9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.681176] env[69316]: DEBUG nova.compute.provider_tree [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.769231] env[69316]: DEBUG nova.network.neutron [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [{"id": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "address": "fa:16:3e:61:28:00", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f37eca-5c", "ovs_interfaceid": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.113077] env[69316]: DEBUG oslo_vmware.api [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368162, 'name': PowerOnVM_Task, 'duration_secs': 0.442393} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.113341] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.113543] env[69316]: DEBUG nova.compute.manager [None req-a25e5aae-8944-4741-ac54-851ce856fa19 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.114322] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b657ae-d265-4d26-bb8a-fa72ebe14fe5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.120122] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.120413] env[69316]: DEBUG nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Instance network_info: |[{"id": "91031b90-d3ca-46fa-8d73-f93d68583f3a", "address": "fa:16:3e:c6:1a:9a", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91031b90-d3", "ovs_interfaceid": "91031b90-d3ca-46fa-8d73-f93d68583f3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.122088] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:1a:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91031b90-d3ca-46fa-8d73-f93d68583f3a', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.129198] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.131413] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.131627] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad532b1-892d-4deb-a790-f61bb6fae965 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.151040] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.151040] env[69316]: value = "task-3368163" [ 1402.151040] env[69316]: _type = "Task" [ 1402.151040] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.158603] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368163, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.170806] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b72171-793c-5324-5b34-dc45dbb6eb9a, 'name': SearchDatastore_Task, 'duration_secs': 0.015627} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.171081] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.171341] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381/d3aaeb4a-4ddb-4338-b42f-cd91b6e25381.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.171598] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e1aa53-ce6f-4753-a75c-5b3f330deafa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.180860] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1402.180860] env[69316]: value = "task-3368164" [ 1402.180860] env[69316]: _type = "Task" [ 1402.180860] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.185537] env[69316]: DEBUG nova.scheduler.client.report [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.192856] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.241550] env[69316]: DEBUG nova.compute.manager [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Received event network-vif-plugged-91031b90-d3ca-46fa-8d73-f93d68583f3a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.241777] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] Acquiring lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.242242] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] Lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.242453] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] Lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.242570] env[69316]: DEBUG nova.compute.manager [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] No waiting events found dispatching network-vif-plugged-91031b90-d3ca-46fa-8d73-f93d68583f3a {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.242756] env[69316]: WARNING nova.compute.manager [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Received unexpected event network-vif-plugged-91031b90-d3ca-46fa-8d73-f93d68583f3a for instance with vm_state building and task_state spawning. [ 1402.243154] env[69316]: DEBUG nova.compute.manager [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Received event network-changed-91031b90-d3ca-46fa-8d73-f93d68583f3a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.243354] env[69316]: DEBUG nova.compute.manager [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Refreshing instance network info cache due to event network-changed-91031b90-d3ca-46fa-8d73-f93d68583f3a. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.243577] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] Acquiring lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.243739] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] Acquired lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.243909] env[69316]: DEBUG nova.network.neutron [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Refreshing network info cache for port 91031b90-d3ca-46fa-8d73-f93d68583f3a {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.272164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.436916] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bc1185a0-1f26-40c3-b9f9-800094c814d4 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.727s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.661078] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368163, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.691220] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.691777] env[69316]: DEBUG nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.694202] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485906} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.694436] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381/d3aaeb4a-4ddb-4338-b42f-cd91b6e25381.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.694648] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.695386] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a23f581-e203-4f6c-8c1d-a2d93577c649 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.701782] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1402.701782] env[69316]: value = "task-3368165" [ 1402.701782] env[69316]: _type = "Task" [ 1402.701782] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.709223] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.935799] env[69316]: DEBUG nova.network.neutron [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Updated VIF entry in instance network info cache for port 91031b90-d3ca-46fa-8d73-f93d68583f3a. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.936189] env[69316]: DEBUG nova.network.neutron [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Updating instance_info_cache with network_info: [{"id": "91031b90-d3ca-46fa-8d73-f93d68583f3a", "address": "fa:16:3e:c6:1a:9a", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91031b90-d3", "ovs_interfaceid": "91031b90-d3ca-46fa-8d73-f93d68583f3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.050749] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "e715cf67-1076-45be-9248-77f2d2384a06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.051015] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.051253] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "e715cf67-1076-45be-9248-77f2d2384a06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.051439] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.051610] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.053956] env[69316]: INFO nova.compute.manager [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Terminating instance [ 1403.161920] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368163, 'name': CreateVM_Task, 'duration_secs': 0.605716} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.162099] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.162761] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.162928] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.163270] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.163550] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb9147d-7d37-4d12-9d05-76ed29acc9ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.167683] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1403.167683] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]520d4e32-0937-8f3c-7e47-6b9a3221c551" [ 1403.167683] env[69316]: _type = "Task" [ 1403.167683] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.174967] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520d4e32-0937-8f3c-7e47-6b9a3221c551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.196892] env[69316]: DEBUG nova.compute.utils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1403.198204] env[69316]: DEBUG nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1403.198382] env[69316]: DEBUG nova.network.neutron [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1403.210984] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06923} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.211237] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.211983] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6413900-76d2-49e3-a5b0-e88e7c3e68a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.233843] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381/d3aaeb4a-4ddb-4338-b42f-cd91b6e25381.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.234457] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-effab0ed-6ba0-4a35-92f7-2e901a8211f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.250037] env[69316]: DEBUG nova.policy [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3cf1bbdb0743599095435d09f19e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d10912572242dea972908a2f15c806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1403.256685] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1403.256685] env[69316]: value = "task-3368166" [ 1403.256685] env[69316]: _type = "Task" [ 1403.256685] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.264212] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.438593] env[69316]: DEBUG oslo_concurrency.lockutils [req-c2fa79ee-7bcf-4c3c-9c1a-99c1fe8b370c req-7412959d-8b49-41a6-9d0c-88726a5420d0 service nova] Releasing lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.497200] env[69316]: DEBUG nova.network.neutron [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Successfully created port: fcda7c6e-22ab-49fe-85a3-95460a94257b {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.557684] env[69316]: DEBUG nova.compute.manager [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1403.557927] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.558958] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269ca077-14f5-41c2-b90f-a760938c8437 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.566565] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.566819] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee99ba88-dc24-4968-88e2-e0def89eb638 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.572171] env[69316]: DEBUG oslo_vmware.api [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1403.572171] env[69316]: value = "task-3368167" [ 1403.572171] env[69316]: _type = "Task" [ 1403.572171] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.580132] env[69316]: DEBUG oslo_vmware.api [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.678250] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]520d4e32-0937-8f3c-7e47-6b9a3221c551, 'name': SearchDatastore_Task, 'duration_secs': 0.01286} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.678650] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.678955] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.679234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.679383] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.679583] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.679879] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ed3a7e4-8fc6-40d4-b267-553e0657318c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.688335] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.688532] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.689251] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1cb9cb-ce18-4475-a4a9-ec8ab439a311 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.693979] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1403.693979] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5259e213-9139-3199-46ef-5cbe3553d15c" [ 1403.693979] env[69316]: _type = "Task" [ 1403.693979] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.701475] env[69316]: DEBUG nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1403.703883] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5259e213-9139-3199-46ef-5cbe3553d15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.768881] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368166, 'name': ReconfigVM_Task, 'duration_secs': 0.299291} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.769172] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381/d3aaeb4a-4ddb-4338-b42f-cd91b6e25381.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.769819] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d4395ed-acf8-4812-ba7c-d5fe8f5296f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.776385] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1403.776385] env[69316]: value = "task-3368168" [ 1403.776385] env[69316]: _type = "Task" [ 1403.776385] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.784731] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368168, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.788248] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b1d775-cde6-48b1-9683-9b8e8f26d9a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.805997] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance 'e71187f7-dcc9-4ee8-b398-65cf3e88c12f' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.082785] env[69316]: DEBUG oslo_vmware.api [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368167, 'name': PowerOffVM_Task, 'duration_secs': 0.464692} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.083096] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.083271] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.083528] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd5cc56-6ef8-4fa6-b67f-af87e42f0f23 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.152048] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.152339] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.152587] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleting the datastore file [datastore1] e715cf67-1076-45be-9248-77f2d2384a06 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.152877] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25a4c920-4159-4862-b834-565ce7faa2f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.158974] env[69316]: DEBUG oslo_vmware.api [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for the task: (returnval){ [ 1404.158974] env[69316]: value = "task-3368170" [ 1404.158974] env[69316]: _type = "Task" [ 1404.158974] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.167269] env[69316]: DEBUG oslo_vmware.api [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.209070] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5259e213-9139-3199-46ef-5cbe3553d15c, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.210126] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8940a5b3-1efc-45cf-bec7-b136508ff348 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.216296] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1404.216296] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523d851a-f9c4-f04a-0c95-87152eb1f502" [ 1404.216296] env[69316]: _type = "Task" [ 1404.216296] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.223989] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523d851a-f9c4-f04a-0c95-87152eb1f502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.286581] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368168, 'name': Rename_Task, 'duration_secs': 0.178703} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.286782] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.287039] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63ba43e1-e384-475f-8592-05821af8d908 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.293323] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1404.293323] env[69316]: value = "task-3368171" [ 1404.293323] env[69316]: _type = "Task" [ 1404.293323] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.300842] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.312276] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.312554] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fac9384-82a7-4ab9-a458-cce231318a67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.319331] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1404.319331] env[69316]: value = "task-3368172" [ 1404.319331] env[69316]: _type = "Task" [ 1404.319331] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.329505] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.668709] env[69316]: DEBUG oslo_vmware.api [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Task: {'id': task-3368170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1572} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.668993] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.669208] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.669364] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.669502] env[69316]: INFO nova.compute.manager [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1404.669738] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.669924] env[69316]: DEBUG nova.compute.manager [-] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.670040] env[69316]: DEBUG nova.network.neutron [-] [instance: e715cf67-1076-45be-9248-77f2d2384a06] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.712137] env[69316]: DEBUG nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.728200] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523d851a-f9c4-f04a-0c95-87152eb1f502, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.728270] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.728556] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371/33c934e2-9b09-4c7c-9df6-1b2934bf2371.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.728825] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27985b30-2709-42f3-90c4-81c391eab1e8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.737952] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1404.737952] env[69316]: value = "task-3368173" [ 1404.737952] env[69316]: _type = "Task" [ 1404.737952] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.740158] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.740395] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.740553] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.740731] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.740874] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.741033] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.741262] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.741422] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.741587] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.741750] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.741924] env[69316]: DEBUG nova.virt.hardware [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.742815] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f9e660-6595-46ae-846c-1347776a7037 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.755905] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8614ba-ccef-45eb-b82a-a41c6ce6e0e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.760494] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.802682] env[69316]: DEBUG oslo_vmware.api [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368171, 'name': PowerOnVM_Task, 'duration_secs': 0.497178} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.802975] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.803251] env[69316]: INFO nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1404.803439] env[69316]: DEBUG nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.804246] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8c67d8-251c-42c5-ba01-a685c4c44b09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.828601] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368172, 'name': PowerOffVM_Task, 'duration_secs': 0.234164} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.828891] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.829092] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance 'e71187f7-dcc9-4ee8-b398-65cf3e88c12f' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.025268] env[69316]: DEBUG nova.compute.manager [req-d1db1b21-2b54-4f36-8a76-ac7efbded481 req-a8c610d4-416f-4226-8c46-8476ac10dac5 service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Received event network-vif-plugged-fcda7c6e-22ab-49fe-85a3-95460a94257b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.025495] env[69316]: DEBUG oslo_concurrency.lockutils [req-d1db1b21-2b54-4f36-8a76-ac7efbded481 req-a8c610d4-416f-4226-8c46-8476ac10dac5 service nova] Acquiring lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.025701] env[69316]: DEBUG oslo_concurrency.lockutils [req-d1db1b21-2b54-4f36-8a76-ac7efbded481 req-a8c610d4-416f-4226-8c46-8476ac10dac5 service nova] Lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.025948] env[69316]: DEBUG oslo_concurrency.lockutils [req-d1db1b21-2b54-4f36-8a76-ac7efbded481 req-a8c610d4-416f-4226-8c46-8476ac10dac5 service nova] Lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.027358] env[69316]: DEBUG nova.compute.manager [req-d1db1b21-2b54-4f36-8a76-ac7efbded481 req-a8c610d4-416f-4226-8c46-8476ac10dac5 service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] No waiting events found dispatching network-vif-plugged-fcda7c6e-22ab-49fe-85a3-95460a94257b {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1405.027358] env[69316]: WARNING nova.compute.manager [req-d1db1b21-2b54-4f36-8a76-ac7efbded481 req-a8c610d4-416f-4226-8c46-8476ac10dac5 service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Received unexpected event network-vif-plugged-fcda7c6e-22ab-49fe-85a3-95460a94257b for instance with vm_state building and task_state spawning. [ 1405.232112] env[69316]: DEBUG nova.network.neutron [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Successfully updated port: fcda7c6e-22ab-49fe-85a3-95460a94257b {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.252286] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504629} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.252548] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371/33c934e2-9b09-4c7c-9df6-1b2934bf2371.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.252764] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.253031] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59a6dc20-fa9c-48eb-ad6d-e38b08825d81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.259124] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1405.259124] env[69316]: value = "task-3368174" [ 1405.259124] env[69316]: _type = "Task" [ 1405.259124] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.266488] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.321442] env[69316]: INFO nova.compute.manager [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Took 11.68 seconds to build instance. [ 1405.335790] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.336078] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.336282] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.336506] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.336663] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.336832] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.337109] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.337313] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.337500] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.337696] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.337882] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.343725] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2375ad93-2e2d-4c49-90ce-2e0e83c142e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.359777] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1405.359777] env[69316]: value = "task-3368175" [ 1405.359777] env[69316]: _type = "Task" [ 1405.359777] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.368500] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.734106] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "refresh_cache-822634b6-13f8-4949-b819-a7fa0b6f7ee0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.734377] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "refresh_cache-822634b6-13f8-4949-b819-a7fa0b6f7ee0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.734417] env[69316]: DEBUG nova.network.neutron [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.768731] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094836} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.769016] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.769870] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9dc20f-afc5-40fc-9388-89192e79e3d4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.793595] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371/33c934e2-9b09-4c7c-9df6-1b2934bf2371.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.794522] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aad1d03-7e29-4865-94e8-ec4275fa11f3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.811820] env[69316]: DEBUG nova.network.neutron [-] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.819352] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1405.819352] env[69316]: value = "task-3368176" [ 1405.819352] env[69316]: _type = "Task" [ 1405.819352] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.827385] env[69316]: DEBUG oslo_concurrency.lockutils [None req-653f9ce1-181e-46b5-a231-dabbb1be6df6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.193s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.827865] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.869905] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368175, 'name': ReconfigVM_Task, 'duration_secs': 0.377128} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.870311] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance 'e71187f7-dcc9-4ee8-b398-65cf3e88c12f' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.266572] env[69316]: DEBUG nova.network.neutron [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.314529] env[69316]: INFO nova.compute.manager [-] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Took 1.64 seconds to deallocate network for instance. [ 1406.327915] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368176, 'name': ReconfigVM_Task, 'duration_secs': 0.276564} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.330353] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371/33c934e2-9b09-4c7c-9df6-1b2934bf2371.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.331159] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d2f5240-b0cd-4dbb-b6b4-d43c726d68a6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.336821] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1406.336821] env[69316]: value = "task-3368177" [ 1406.336821] env[69316]: _type = "Task" [ 1406.336821] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.344159] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368177, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.377200] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.377437] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.377617] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.377842] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.378013] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.378175] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.378376] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.378534] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.378697] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.378859] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.379047] env[69316]: DEBUG nova.virt.hardware [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.384394] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1406.384979] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6c888b-76fe-4e69-91db-a391b1e60ee3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.402211] env[69316]: DEBUG nova.network.neutron [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Updating instance_info_cache with network_info: [{"id": "fcda7c6e-22ab-49fe-85a3-95460a94257b", "address": "fa:16:3e:ce:81:3d", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcda7c6e-22", "ovs_interfaceid": "fcda7c6e-22ab-49fe-85a3-95460a94257b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.406870] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1406.406870] env[69316]: value = "task-3368178" [ 1406.406870] env[69316]: _type = "Task" [ 1406.406870] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.412445] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.821053] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.821053] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.821397] env[69316]: DEBUG nova.objects.instance [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lazy-loading 'resources' on Instance uuid e715cf67-1076-45be-9248-77f2d2384a06 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.846975] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368177, 'name': Rename_Task, 'duration_secs': 0.19011} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.847301] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.847543] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c56104-e991-4a72-8253-dd75fd989820 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.853407] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1406.853407] env[69316]: value = "task-3368179" [ 1406.853407] env[69316]: _type = "Task" [ 1406.853407] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.860684] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.906245] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "refresh_cache-822634b6-13f8-4949-b819-a7fa0b6f7ee0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.906576] env[69316]: DEBUG nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Instance network_info: |[{"id": "fcda7c6e-22ab-49fe-85a3-95460a94257b", "address": "fa:16:3e:ce:81:3d", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcda7c6e-22", "ovs_interfaceid": "fcda7c6e-22ab-49fe-85a3-95460a94257b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.907212] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:81:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcda7c6e-22ab-49fe-85a3-95460a94257b', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.914740] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.917921] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.918129] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df4b882d-30e1-4b9f-ad94-06a3f24982ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.936609] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.937770] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.937770] env[69316]: value = "task-3368180" [ 1406.937770] env[69316]: _type = "Task" [ 1406.937770] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.946125] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368180, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.075204] env[69316]: DEBUG nova.compute.manager [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Received event network-changed-fcda7c6e-22ab-49fe-85a3-95460a94257b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.076035] env[69316]: DEBUG nova.compute.manager [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Refreshing instance network info cache due to event network-changed-fcda7c6e-22ab-49fe-85a3-95460a94257b. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1407.076035] env[69316]: DEBUG oslo_concurrency.lockutils [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] Acquiring lock "refresh_cache-822634b6-13f8-4949-b819-a7fa0b6f7ee0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.076035] env[69316]: DEBUG oslo_concurrency.lockutils [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] Acquired lock "refresh_cache-822634b6-13f8-4949-b819-a7fa0b6f7ee0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.076035] env[69316]: DEBUG nova.network.neutron [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Refreshing network info cache for port fcda7c6e-22ab-49fe-85a3-95460a94257b {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.364214] env[69316]: DEBUG oslo_vmware.api [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368179, 'name': PowerOnVM_Task, 'duration_secs': 0.439214} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.364483] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.364686] env[69316]: INFO nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1407.364871] env[69316]: DEBUG nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.365656] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac013b-fcf4-4c2e-a2ab-bfd3d8a81330 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.418860] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368178, 'name': ReconfigVM_Task, 'duration_secs': 0.689065} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.419167] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1407.420059] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170c82a3-6907-4eeb-b95b-c904a43d33f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.446271] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] e71187f7-dcc9-4ee8-b398-65cf3e88c12f/e71187f7-dcc9-4ee8-b398-65cf3e88c12f.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.449790] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-432b59b3-d117-4809-b140-f938234c2eb7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.478831] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368180, 'name': CreateVM_Task, 'duration_secs': 0.38029} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.480302] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.480740] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1407.480740] env[69316]: value = "task-3368181" [ 1407.480740] env[69316]: _type = "Task" [ 1407.480740] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.484566] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.484790] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.485234] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.486244] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f237ae-8460-4681-9981-4ae0af4a660a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.495678] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1407.495678] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528fa9dc-569d-fd16-ff79-d25f8cf5ef52" [ 1407.495678] env[69316]: _type = "Task" [ 1407.495678] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.500400] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.506385] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c626aa9e-08b2-41b7-9bda-67c932285594 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.516672] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528fa9dc-569d-fd16-ff79-d25f8cf5ef52, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.519323] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.519581] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.519818] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.519966] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.520158] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.520456] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6457753a-dec3-44dd-a08b-53ec5c0fbfbc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.523290] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dce68d-45c6-4e94-a17b-d09e7b65ded3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.556940] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b9f17-5191-4a0c-997c-3a7400b44f09 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.559581] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.559765] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.560467] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46c038c-8e20-41ba-b026-c96f16cf9ad8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.567901] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f0e49c-dc3a-496f-9b22-77df064a9c26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.571680] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1407.571680] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5224baa6-94a2-5e20-9b4c-d59773bcab94" [ 1407.571680] env[69316]: _type = "Task" [ 1407.571680] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.584586] env[69316]: DEBUG nova.compute.provider_tree [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.591448] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5224baa6-94a2-5e20-9b4c-d59773bcab94, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.592772] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db417625-29dc-44a0-abad-f283e0760868 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.598412] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1407.598412] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523e3f08-21f8-70fe-259b-fb84c35e0ef6" [ 1407.598412] env[69316]: _type = "Task" [ 1407.598412] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.606154] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523e3f08-21f8-70fe-259b-fb84c35e0ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.881658] env[69316]: INFO nova.compute.manager [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Took 13.87 seconds to build instance. [ 1407.994273] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368181, 'name': ReconfigVM_Task, 'duration_secs': 0.283544} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.995055] env[69316]: DEBUG nova.network.neutron [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Updated VIF entry in instance network info cache for port fcda7c6e-22ab-49fe-85a3-95460a94257b. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.995395] env[69316]: DEBUG nova.network.neutron [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Updating instance_info_cache with network_info: [{"id": "fcda7c6e-22ab-49fe-85a3-95460a94257b", "address": "fa:16:3e:ce:81:3d", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcda7c6e-22", "ovs_interfaceid": "fcda7c6e-22ab-49fe-85a3-95460a94257b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.996699] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] e71187f7-dcc9-4ee8-b398-65cf3e88c12f/e71187f7-dcc9-4ee8-b398-65cf3e88c12f.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.996847] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance 'e71187f7-dcc9-4ee8-b398-65cf3e88c12f' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1408.088177] env[69316]: DEBUG nova.scheduler.client.report [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.111486] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523e3f08-21f8-70fe-259b-fb84c35e0ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.111725] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.111972] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 822634b6-13f8-4949-b819-a7fa0b6f7ee0/822634b6-13f8-4949-b819-a7fa0b6f7ee0.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.112242] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d6270ee-4b4c-456a-8ead-f2acf8ffcf89 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.118616] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1408.118616] env[69316]: value = "task-3368182" [ 1408.118616] env[69316]: _type = "Task" [ 1408.118616] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.126435] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.249442] env[69316]: INFO nova.compute.manager [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Rescuing [ 1408.249703] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.249856] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.250043] env[69316]: DEBUG nova.network.neutron [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.384183] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.378s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.500706] env[69316]: DEBUG oslo_concurrency.lockutils [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] Releasing lock "refresh_cache-822634b6-13f8-4949-b819-a7fa0b6f7ee0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.500924] env[69316]: DEBUG nova.compute.manager [req-7e207f07-26a1-4932-98a8-155157571296 req-3e9bb239-c791-4b8b-a791-897f6738af82 service nova] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Received event network-vif-deleted-87f51240-cf4e-4507-96ed-7b24fc301a50 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.503742] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0232c21b-9ec4-4da6-8ddc-ef5ee8f7033c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.523059] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eab43c-475e-45a0-856a-7cd4645e7f63 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.540642] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance 'e71187f7-dcc9-4ee8-b398-65cf3e88c12f' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1408.592498] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.611712] env[69316]: INFO nova.scheduler.client.report [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Deleted allocations for instance e715cf67-1076-45be-9248-77f2d2384a06 [ 1408.628454] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368182, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.001163] env[69316]: DEBUG nova.network.neutron [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Updating instance_info_cache with network_info: [{"id": "91031b90-d3ca-46fa-8d73-f93d68583f3a", "address": "fa:16:3e:c6:1a:9a", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91031b90-d3", "ovs_interfaceid": "91031b90-d3ca-46fa-8d73-f93d68583f3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.082094] env[69316]: DEBUG nova.network.neutron [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Port 67f37eca-5cb2-40c0-b879-ef0696f2e372 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1409.119641] env[69316]: DEBUG oslo_concurrency.lockutils [None req-042e6b76-2a8b-4568-bbec-b06354a6f80a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Lock "e715cf67-1076-45be-9248-77f2d2384a06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.068s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.130715] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368182, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003355} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.130715] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 822634b6-13f8-4949-b819-a7fa0b6f7ee0/822634b6-13f8-4949-b819-a7fa0b6f7ee0.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.130939] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.131210] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58b102c5-08b3-4838-85bb-e84afc5e9e6e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.137826] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1409.137826] env[69316]: value = "task-3368183" [ 1409.137826] env[69316]: _type = "Task" [ 1409.137826] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.146448] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.504749] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "refresh_cache-33c934e2-9b09-4c7c-9df6-1b2934bf2371" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.648979] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172314} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.649265] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.650015] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb71566-1876-4167-bd9f-8fa5472626a3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.671942] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 822634b6-13f8-4949-b819-a7fa0b6f7ee0/822634b6-13f8-4949-b819-a7fa0b6f7ee0.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.672262] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a79b56-849f-4c88-9115-4383d86204e4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.691636] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1409.691636] env[69316]: value = "task-3368185" [ 1409.691636] env[69316]: _type = "Task" [ 1409.691636] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.699699] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.105448] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.105872] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.105968] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.202195] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.703357] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368185, 'name': ReconfigVM_Task, 'duration_secs': 0.794796} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.703635] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 822634b6-13f8-4949-b819-a7fa0b6f7ee0/822634b6-13f8-4949-b819-a7fa0b6f7ee0.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.704305] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88a4fa4e-e588-4b17-b178-11a515051414 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.709927] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1410.709927] env[69316]: value = "task-3368186" [ 1410.709927] env[69316]: _type = "Task" [ 1410.709927] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.719242] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368186, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.049585] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.049951] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce38a87-859d-4a36-a71b-1029532b8cb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.056849] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1411.056849] env[69316]: value = "task-3368187" [ 1411.056849] env[69316]: _type = "Task" [ 1411.056849] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.068340] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.143832] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.144141] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.144281] env[69316]: DEBUG nova.network.neutron [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.219853] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368186, 'name': Rename_Task, 'duration_secs': 0.153576} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.220204] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.220491] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02570712-f6ca-4320-85ab-0146c1960dfe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.226456] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1411.226456] env[69316]: value = "task-3368188" [ 1411.226456] env[69316]: _type = "Task" [ 1411.226456] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.237954] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.570270] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368187, 'name': PowerOffVM_Task, 'duration_secs': 0.223592} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.570629] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.571816] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceaffd2-0030-416c-8c48-85b5601f12ae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.600302] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa7321-5de5-4dee-9f7e-d072f2f55a5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.636321] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.636616] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f23e73-17e2-473b-bec1-5a1dc5555146 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.643261] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1411.643261] env[69316]: value = "task-3368189" [ 1411.643261] env[69316]: _type = "Task" [ 1411.643261] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.654145] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1411.654416] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.654707] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.654852] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.655065] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.655310] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5695cc89-b84f-456f-a618-a6b3e1388c73 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.663312] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.663419] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.664323] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1f04fb-b5af-471f-b2c2-c2550a303abb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.669174] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1411.669174] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5230c54d-296f-fc8d-996c-28a4e34c2349" [ 1411.669174] env[69316]: _type = "Task" [ 1411.669174] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.677080] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5230c54d-296f-fc8d-996c-28a4e34c2349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.736210] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.856163] env[69316]: DEBUG nova.network.neutron [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [{"id": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "address": "fa:16:3e:61:28:00", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f37eca-5c", "ovs_interfaceid": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.179344] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5230c54d-296f-fc8d-996c-28a4e34c2349, 'name': SearchDatastore_Task, 'duration_secs': 0.008541} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.180152] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e10e35e-ca9b-40b1-95dc-fa86baf9a36b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.185314] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1412.185314] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52a11b0c-2060-bcec-cca8-769dbb18c717" [ 1412.185314] env[69316]: _type = "Task" [ 1412.185314] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.192672] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a11b0c-2060-bcec-cca8-769dbb18c717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.236678] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.358744] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.695178] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52a11b0c-2060-bcec-cca8-769dbb18c717, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.695412] env[69316]: DEBUG oslo_concurrency.lockutils [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.695686] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. {{(pid=69316) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1412.695977] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ecb2501-5206-483a-bf1d-cd8ddfbcd843 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.703803] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1412.703803] env[69316]: value = "task-3368190" [ 1412.703803] env[69316]: _type = "Task" [ 1412.703803] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.712153] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.736983] env[69316]: DEBUG oslo_vmware.api [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368188, 'name': PowerOnVM_Task, 'duration_secs': 1.13848} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.737272] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.737475] env[69316]: INFO nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1412.737652] env[69316]: DEBUG nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.738456] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a7bde9-05bf-4217-bc1d-1ee2806dac94 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.887538] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b368bcb0-8448-4909-a582-1b7169570bf0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.908818] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b71ccb-26d7-43d7-a847-2d08e9bd47fd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.917185] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance 'e71187f7-dcc9-4ee8-b398-65cf3e88c12f' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.213055] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433923} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.213388] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. [ 1413.214122] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44db914-c657-451e-b384-0b5682a7999c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.239388] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.239619] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a1e39f-bab6-4e45-8274-1afd0be82b54 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.260587] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1413.260587] env[69316]: value = "task-3368192" [ 1413.260587] env[69316]: _type = "Task" [ 1413.260587] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.261014] env[69316]: INFO nova.compute.manager [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Took 15.19 seconds to build instance. [ 1413.269788] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.426730] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.427189] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-004f308e-34f0-4e02-a65b-f5f65f8ab555 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.435107] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1413.435107] env[69316]: value = "task-3368193" [ 1413.435107] env[69316]: _type = "Task" [ 1413.435107] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.445575] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.766186] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0943872c-0cf5-4a8f-a781-12cdf240bd0d tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.708s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.772765] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368192, 'name': ReconfigVM_Task, 'duration_secs': 0.3148} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.773055] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.773946] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8338bab8-6716-4051-8ce0-6f9f00f27a26 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.800172] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c425a8-a21c-4188-9958-4b929d239b99 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.817916] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1413.817916] env[69316]: value = "task-3368194" [ 1413.817916] env[69316]: _type = "Task" [ 1413.817916] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.827412] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.945136] env[69316]: DEBUG oslo_vmware.api [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368193, 'name': PowerOnVM_Task, 'duration_secs': 0.421499} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.945439] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.945656] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2a7a11-13a5-4257-b6c8-9c90fe15faf7 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance 'e71187f7-dcc9-4ee8-b398-65cf3e88c12f' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.328582] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.631375] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.631751] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.632062] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.632330] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.632576] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.635301] env[69316]: INFO nova.compute.manager [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Terminating instance [ 1414.830132] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.138682] env[69316]: DEBUG nova.compute.manager [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.138917] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.139755] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6116ad29-c603-4b9c-9396-e6d6d0cb6c7d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.149167] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.149409] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcdc8c72-4513-4be5-b4d5-f57243cad156 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.155039] env[69316]: DEBUG oslo_vmware.api [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1415.155039] env[69316]: value = "task-3368195" [ 1415.155039] env[69316]: _type = "Task" [ 1415.155039] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.162419] env[69316]: DEBUG oslo_vmware.api [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.329850] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368194, 'name': ReconfigVM_Task, 'duration_secs': 1.175411} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.330914] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.330914] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ef901ff-0be8-4ea7-bdde-fde88bbf2a4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.336211] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1415.336211] env[69316]: value = "task-3368196" [ 1415.336211] env[69316]: _type = "Task" [ 1415.336211] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.343479] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.664891] env[69316]: DEBUG oslo_vmware.api [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368195, 'name': PowerOffVM_Task, 'duration_secs': 0.172356} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.665088] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.665181] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.665437] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81f86b29-87c0-4ea9-9fdf-23ed89d769eb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.730035] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.730262] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.730683] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleting the datastore file [datastore1] 822634b6-13f8-4949-b819-a7fa0b6f7ee0 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.730733] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09db5a3f-1e2f-42c2-b734-49c965d28fd2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.736493] env[69316]: DEBUG oslo_vmware.api [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1415.736493] env[69316]: value = "task-3368198" [ 1415.736493] env[69316]: _type = "Task" [ 1415.736493] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.744471] env[69316]: DEBUG oslo_vmware.api [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.846680] env[69316]: DEBUG oslo_vmware.api [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368196, 'name': PowerOnVM_Task, 'duration_secs': 0.399011} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.846880] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.849973] env[69316]: DEBUG nova.compute.manager [None req-48c4d429-967f-4439-b1a6-6310337abcad tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.850848] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a991e696-bf2a-4979-9e3c-b08468557674 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.247065] env[69316]: DEBUG oslo_vmware.api [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209961} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.247065] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.247065] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.247065] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.247065] env[69316]: INFO nova.compute.manager [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1416.247553] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.247553] env[69316]: DEBUG nova.compute.manager [-] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.247553] env[69316]: DEBUG nova.network.neutron [-] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.310740] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.310977] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.311180] env[69316]: DEBUG nova.compute.manager [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Going to confirm migration 9 {{(pid=69316) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1416.491871] env[69316]: DEBUG nova.compute.manager [req-d7056e65-c13a-4557-87ae-3473724292de req-964f5f0a-7b1f-439b-b379-dff1abec542e service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Received event network-vif-deleted-fcda7c6e-22ab-49fe-85a3-95460a94257b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.492129] env[69316]: INFO nova.compute.manager [req-d7056e65-c13a-4557-87ae-3473724292de req-964f5f0a-7b1f-439b-b379-dff1abec542e service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Neutron deleted interface fcda7c6e-22ab-49fe-85a3-95460a94257b; detaching it from the instance and deleting it from the info cache [ 1416.492253] env[69316]: DEBUG nova.network.neutron [req-d7056e65-c13a-4557-87ae-3473724292de req-964f5f0a-7b1f-439b-b379-dff1abec542e service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.871021] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.871223] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.871400] env[69316]: DEBUG nova.network.neutron [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.871596] env[69316]: DEBUG nova.objects.instance [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'info_cache' on Instance uuid e71187f7-dcc9-4ee8-b398-65cf3e88c12f {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.976705] env[69316]: DEBUG nova.network.neutron [-] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.995236] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e72f02b-838f-4e60-8f8d-3b7b8012b168 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.004176] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00705b49-5950-47a5-ad14-08470d7ff64d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.032208] env[69316]: DEBUG nova.compute.manager [req-d7056e65-c13a-4557-87ae-3473724292de req-964f5f0a-7b1f-439b-b379-dff1abec542e service nova] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Detach interface failed, port_id=fcda7c6e-22ab-49fe-85a3-95460a94257b, reason: Instance 822634b6-13f8-4949-b819-a7fa0b6f7ee0 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1417.479527] env[69316]: INFO nova.compute.manager [-] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Took 1.23 seconds to deallocate network for instance. [ 1417.986119] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.986451] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.986687] env[69316]: DEBUG nova.objects.instance [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lazy-loading 'resources' on Instance uuid 822634b6-13f8-4949-b819-a7fa0b6f7ee0 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.117208] env[69316]: DEBUG nova.network.neutron [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [{"id": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "address": "fa:16:3e:61:28:00", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f37eca-5c", "ovs_interfaceid": "67f37eca-5cb2-40c0-b879-ef0696f2e372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.591882] env[69316]: INFO nova.compute.manager [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Rescuing [ 1418.592142] env[69316]: DEBUG oslo_concurrency.lockutils [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.592370] env[69316]: DEBUG oslo_concurrency.lockutils [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.592443] env[69316]: DEBUG nova.network.neutron [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.618834] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e28236-c8a4-4336-a6ff-89dd4fceda70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.622179] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-e71187f7-dcc9-4ee8-b398-65cf3e88c12f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.622412] env[69316]: DEBUG nova.objects.instance [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'migration_context' on Instance uuid e71187f7-dcc9-4ee8-b398-65cf3e88c12f {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.628273] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b2b91d-2c25-48b7-941e-071341a5bee5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.659425] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e8caff-0510-4134-956b-a318920acb2a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.667796] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a4bf8f-b9a3-4dfc-874b-c10b80a05363 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.682091] env[69316]: DEBUG nova.compute.provider_tree [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.125324] env[69316]: DEBUG nova.objects.base [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1419.126272] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3816b3d8-cbf3-4e92-82f3-c4fad15b161b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.147499] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70060493-df34-42b3-89ca-7856ee69e659 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.152790] env[69316]: DEBUG oslo_vmware.api [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1419.152790] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52df790e-cafb-ceea-564a-bc0698bd0470" [ 1419.152790] env[69316]: _type = "Task" [ 1419.152790] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.160795] env[69316]: DEBUG oslo_vmware.api [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52df790e-cafb-ceea-564a-bc0698bd0470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.184314] env[69316]: DEBUG nova.scheduler.client.report [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.311714] env[69316]: DEBUG nova.network.neutron [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Updating instance_info_cache with network_info: [{"id": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "address": "fa:16:3e:ba:36:9b", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc21088e-c9", "ovs_interfaceid": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.663795] env[69316]: DEBUG oslo_vmware.api [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52df790e-cafb-ceea-564a-bc0698bd0470, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.664259] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.691308] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.693592] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.029s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.715836] env[69316]: INFO nova.scheduler.client.report [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted allocations for instance 822634b6-13f8-4949-b819-a7fa0b6f7ee0 [ 1419.813102] env[69316]: DEBUG oslo_concurrency.lockutils [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.223434] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bf48bc5e-15ae-405a-b68e-579026a081a6 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "822634b6-13f8-4949-b819-a7fa0b6f7ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.592s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.293260] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7b1e0b-5ecc-49b3-80ab-87b05c3f1c83 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.301177] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aee2223-11b3-4a19-9d30-33c46ee51987 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.331753] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1897abd-12bc-4b93-a3a0-9f896cf2af72 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.339284] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9b79fa-5278-476c-8c9c-8d648194cd96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.354840] env[69316]: DEBUG nova.compute.provider_tree [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.858600] env[69316]: DEBUG nova.scheduler.client.report [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.270766] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.271164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.271258] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.271440] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.271609] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.273652] env[69316]: INFO nova.compute.manager [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Terminating instance [ 1421.350827] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.351096] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc352569-416e-4ad7-b711-bfa68f403504 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.357813] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1421.357813] env[69316]: value = "task-3368200" [ 1421.357813] env[69316]: _type = "Task" [ 1421.357813] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.370145] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.778058] env[69316]: DEBUG nova.compute.manager [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.778058] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.778781] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05518461-c5b7-48c0-b732-0f265414d816 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.786564] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.786799] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5957190f-6fb2-4990-8f41-85afe47838b1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.793050] env[69316]: DEBUG oslo_vmware.api [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1421.793050] env[69316]: value = "task-3368201" [ 1421.793050] env[69316]: _type = "Task" [ 1421.793050] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.802141] env[69316]: DEBUG oslo_vmware.api [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.869935] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368200, 'name': PowerOffVM_Task, 'duration_secs': 0.24481} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.870208] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.870993] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67af1ec6-adfc-4fc0-87d4-a4b9caf2629a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.874436] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.181s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.893101] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cefa824-2a1e-4973-b76a-7c4d0314bb44 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.932832] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.933162] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8fbca6-b7e1-4496-95d5-1b4c3dfcc839 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.940828] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1421.940828] env[69316]: value = "task-3368202" [ 1421.940828] env[69316]: _type = "Task" [ 1421.940828] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.949645] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.012370] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.302978] env[69316]: DEBUG oslo_vmware.api [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368201, 'name': PowerOffVM_Task, 'duration_secs': 0.196779} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.303367] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.303474] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.303673] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eeceb47-6055-4688-96dc-e902f813d41f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.375708] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.376051] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.376271] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleting the datastore file [datastore2] bd429f07-86bb-43c9-a8e0-52e48bfeff8c {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.376540] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b94188e4-9d21-4c93-b87e-fd340fa62d1e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.385692] env[69316]: DEBUG oslo_vmware.api [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1422.385692] env[69316]: value = "task-3368204" [ 1422.385692] env[69316]: _type = "Task" [ 1422.385692] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.396573] env[69316]: DEBUG oslo_vmware.api [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.437524] env[69316]: INFO nova.scheduler.client.report [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted allocation for migration 9839a00d-7277-4923-9c7e-07d65a46de25 [ 1422.452308] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1422.452544] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.452784] env[69316]: DEBUG oslo_concurrency.lockutils [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.452935] env[69316]: DEBUG oslo_concurrency.lockutils [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.453127] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.453378] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9da43f1e-0450-4086-a324-19ab626cce29 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.471321] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.471550] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.472247] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fbe506-80a8-4e6c-b6d7-508d0590248f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.477919] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1422.477919] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529c0bb1-92ae-248b-2f18-4b98b7f0a10d" [ 1422.477919] env[69316]: _type = "Task" [ 1422.477919] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.485740] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529c0bb1-92ae-248b-2f18-4b98b7f0a10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.895719] env[69316]: DEBUG oslo_vmware.api [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145997} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.895942] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.896199] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.896383] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.896563] env[69316]: INFO nova.compute.manager [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1422.896807] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.897013] env[69316]: DEBUG nova.compute.manager [-] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.897121] env[69316]: DEBUG nova.network.neutron [-] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.948568] env[69316]: DEBUG oslo_concurrency.lockutils [None req-2225ffe2-b3af-4bce-a433-bfeca98e15ad tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.637s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.989507] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529c0bb1-92ae-248b-2f18-4b98b7f0a10d, 'name': SearchDatastore_Task, 'duration_secs': 0.00829} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.990361] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a513ef-0135-4918-b195-5095914047cf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.995794] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1422.995794] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5234fcd6-279c-bedb-13d7-a735c62a36b5" [ 1422.995794] env[69316]: _type = "Task" [ 1422.995794] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.003750] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5234fcd6-279c-bedb-13d7-a735c62a36b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.012911] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.170722] env[69316]: DEBUG nova.compute.manager [req-94041417-c3b0-410b-8703-6af4b87a11ed req-9219b8e7-9740-4cc0-85c7-181de6d9b877 service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Received event network-vif-deleted-3e7c1c82-bb8a-479a-9116-07d307131735 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.170722] env[69316]: INFO nova.compute.manager [req-94041417-c3b0-410b-8703-6af4b87a11ed req-9219b8e7-9740-4cc0-85c7-181de6d9b877 service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Neutron deleted interface 3e7c1c82-bb8a-479a-9116-07d307131735; detaching it from the instance and deleting it from the info cache [ 1423.170722] env[69316]: DEBUG nova.network.neutron [req-94041417-c3b0-410b-8703-6af4b87a11ed req-9219b8e7-9740-4cc0-85c7-181de6d9b877 service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.506344] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5234fcd6-279c-bedb-13d7-a735c62a36b5, 'name': SearchDatastore_Task, 'duration_secs': 0.027276} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.506673] env[69316]: DEBUG oslo_concurrency.lockutils [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.506845] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. {{(pid=69316) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1423.507113] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97f516c4-2e8b-4d94-9e9c-651e5a3e5d75 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.513015] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1423.513015] env[69316]: value = "task-3368205" [ 1423.513015] env[69316]: _type = "Task" [ 1423.513015] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.520194] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.572903] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.573147] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.573361] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.573547] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.573721] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.575895] env[69316]: INFO nova.compute.manager [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Terminating instance [ 1423.653754] env[69316]: DEBUG nova.network.neutron [-] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.672374] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f06cc8b-81af-4a3c-beb6-34e3c9d1811c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.682906] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66d3eb-43fa-470f-a285-11968fbe7fc8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.712009] env[69316]: DEBUG nova.compute.manager [req-94041417-c3b0-410b-8703-6af4b87a11ed req-9219b8e7-9740-4cc0-85c7-181de6d9b877 service nova] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Detach interface failed, port_id=3e7c1c82-bb8a-479a-9116-07d307131735, reason: Instance bd429f07-86bb-43c9-a8e0-52e48bfeff8c could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1424.008012] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.022566] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42825} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.022822] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. [ 1424.023581] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1d7bdb-56bc-46ed-aa28-c6d06b509300 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.047895] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.048232] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f612b9b-0aea-443d-acc2-aa34150f312f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.065923] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1424.065923] env[69316]: value = "task-3368206" [ 1424.065923] env[69316]: _type = "Task" [ 1424.065923] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.073806] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.079501] env[69316]: DEBUG nova.compute.manager [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.079713] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.080448] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76323c70-cc93-4e4d-90fa-168da74bb03d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.086949] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.087197] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be60fb07-84a5-413a-8209-e9ef78926eb6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.093154] env[69316]: DEBUG oslo_vmware.api [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1424.093154] env[69316]: value = "task-3368207" [ 1424.093154] env[69316]: _type = "Task" [ 1424.093154] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.100748] env[69316]: DEBUG oslo_vmware.api [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.156548] env[69316]: INFO nova.compute.manager [-] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Took 1.26 seconds to deallocate network for instance. [ 1424.576222] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368206, 'name': ReconfigVM_Task, 'duration_secs': 0.310036} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.576575] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.577319] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee51caa7-bcc6-4740-bb23-c7084aac8bcc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.605851] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4606eb6-9ea1-4cbd-b3b3-a71dd70293d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.621287] env[69316]: DEBUG oslo_vmware.api [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368207, 'name': PowerOffVM_Task, 'duration_secs': 0.245875} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.622495] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.622674] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.622955] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1424.622955] env[69316]: value = "task-3368208" [ 1424.622955] env[69316]: _type = "Task" [ 1424.622955] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.623159] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-776968c3-d485-4ef8-92c8-83ab61a41abc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.631925] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.664190] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.664484] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.664731] env[69316]: DEBUG nova.objects.instance [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lazy-loading 'resources' on Instance uuid bd429f07-86bb-43c9-a8e0-52e48bfeff8c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.706978] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.707245] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.707451] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleting the datastore file [datastore1] e71187f7-dcc9-4ee8-b398-65cf3e88c12f {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.707709] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64602786-f5c8-4543-b3b2-69db10480ebc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.713621] env[69316]: DEBUG oslo_vmware.api [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1424.713621] env[69316]: value = "task-3368210" [ 1424.713621] env[69316]: _type = "Task" [ 1424.713621] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.721330] env[69316]: DEBUG oslo_vmware.api [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.136086] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.223968] env[69316]: DEBUG oslo_vmware.api [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188393} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.224256] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.224442] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.224621] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.224793] env[69316]: INFO nova.compute.manager [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1425.225044] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.225338] env[69316]: DEBUG nova.compute.manager [-] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.225437] env[69316]: DEBUG nova.network.neutron [-] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.253261] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a747009c-b0e9-472f-8581-a056221839a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.260659] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48f75c8-49d7-49dd-81c8-41ac8238ce87 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.291561] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff7eb6-3954-4846-a039-d9eb7440863b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.298899] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d438ecb9-a2a3-4edb-8ab3-ce0b667921b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.314620] env[69316]: DEBUG nova.compute.provider_tree [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.635506] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.682320] env[69316]: DEBUG nova.compute.manager [req-63268067-2a05-4004-b2d1-cb1706ee2459 req-e16708da-7679-44f2-a8e9-eb2860502069 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Received event network-vif-deleted-67f37eca-5cb2-40c0-b879-ef0696f2e372 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.682526] env[69316]: INFO nova.compute.manager [req-63268067-2a05-4004-b2d1-cb1706ee2459 req-e16708da-7679-44f2-a8e9-eb2860502069 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Neutron deleted interface 67f37eca-5cb2-40c0-b879-ef0696f2e372; detaching it from the instance and deleting it from the info cache [ 1425.682747] env[69316]: DEBUG nova.network.neutron [req-63268067-2a05-4004-b2d1-cb1706ee2459 req-e16708da-7679-44f2-a8e9-eb2860502069 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.819057] env[69316]: DEBUG nova.scheduler.client.report [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.012912] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.136196] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368208, 'name': ReconfigVM_Task, 'duration_secs': 1.136299} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.136482] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.136756] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15bf05cf-7fde-432b-8d8a-a820b43ad073 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.142632] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1426.142632] env[69316]: value = "task-3368211" [ 1426.142632] env[69316]: _type = "Task" [ 1426.142632] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.150259] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.159699] env[69316]: DEBUG nova.network.neutron [-] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.186176] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eac5e19d-18b0-4082-af5e-e20dce8f7b86 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.195093] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bde2312-3d4e-4e92-b193-8d77abc204a5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.221599] env[69316]: DEBUG nova.compute.manager [req-63268067-2a05-4004-b2d1-cb1706ee2459 req-e16708da-7679-44f2-a8e9-eb2860502069 service nova] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Detach interface failed, port_id=67f37eca-5cb2-40c0-b879-ef0696f2e372, reason: Instance e71187f7-dcc9-4ee8-b398-65cf3e88c12f could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1426.326081] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.348520] env[69316]: INFO nova.scheduler.client.report [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted allocations for instance bd429f07-86bb-43c9-a8e0-52e48bfeff8c [ 1426.653562] env[69316]: DEBUG oslo_vmware.api [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368211, 'name': PowerOnVM_Task, 'duration_secs': 0.36748} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.653935] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.656444] env[69316]: DEBUG nova.compute.manager [None req-150c668c-dc45-43fd-8ad7-9852fa350258 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.657229] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb8de8c-6242-4889-896b-2d0646272d32 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.661572] env[69316]: INFO nova.compute.manager [-] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Took 1.44 seconds to deallocate network for instance. [ 1426.856857] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66f57248-5b8e-4976-991e-79b6040e12ef tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "bd429f07-86bb-43c9-a8e0-52e48bfeff8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.013022] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.013269] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.013415] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1427.172644] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.172992] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.173229] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.189781] env[69316]: INFO nova.scheduler.client.report [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted allocations for instance e71187f7-dcc9-4ee8-b398-65cf3e88c12f [ 1427.698682] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7b2d38bc-1616-4fa8-831d-63798068f87d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "e71187f7-dcc9-4ee8-b398-65cf3e88c12f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.125s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.794076] env[69316]: INFO nova.compute.manager [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Unrescuing [ 1427.794381] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.794540] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.794791] env[69316]: DEBUG nova.network.neutron [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.012515] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.012775] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.265587] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "b8e12d82-9e81-4b87-8474-30c1347cad89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.265835] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "b8e12d82-9e81-4b87-8474-30c1347cad89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.423304] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "a1a66253-5255-409d-bc5a-55420d61a259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.423528] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "a1a66253-5255-409d-bc5a-55420d61a259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.484592] env[69316]: DEBUG nova.network.neutron [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Updating instance_info_cache with network_info: [{"id": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "address": "fa:16:3e:ba:36:9b", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc21088e-c9", "ovs_interfaceid": "bc21088e-c90a-46d2-9d72-5e4fceb40308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.515384] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.515627] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.515795] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.515948] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1428.516858] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63622f67-317a-4548-abcc-f34f8cfa0de8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.526549] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc1915-2ea5-4450-b22c-ad2ecc66f2bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.541035] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3c5bec-2670-4f40-b758-36df2eb57adf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.548444] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d967321-7bd3-4a6d-b3ca-dbdd1b8ebdc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.579070] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179841MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1428.579277] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.579499] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.768403] env[69316]: DEBUG nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.926346] env[69316]: DEBUG nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.987579] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "refresh_cache-d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.988232] env[69316]: DEBUG nova.objects.instance [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lazy-loading 'flavor' on Instance uuid d3aaeb4a-4ddb-4338-b42f-cd91b6e25381 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.291274] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.444749] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.493493] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d966bc-4ade-4c15-9c2d-b9e32f9e8f22 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.516145] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.516480] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e7e404a-682c-4bb6-b028-055ba8b3838e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.523015] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1429.523015] env[69316]: value = "task-3368212" [ 1429.523015] env[69316]: _type = "Task" [ 1429.523015] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.530560] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.603440] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b329d710-f049-42bf-aaa2-8feae3b6ffac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1429.603599] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 693508d1-5308-40af-966f-775791e6d6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1429.603724] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d3aaeb4a-4ddb-4338-b42f-cd91b6e25381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1429.603838] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 33c934e2-9b09-4c7c-9df6-1b2934bf2371 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.033221] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368212, 'name': PowerOffVM_Task, 'duration_secs': 0.214263} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.033558] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.038621] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1430.038855] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30a2390-7c01-4f6e-aaa3-65e40da6a075 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.055139] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1430.055139] env[69316]: value = "task-3368213" [ 1430.055139] env[69316]: _type = "Task" [ 1430.055139] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.062204] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.107204] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance b8e12d82-9e81-4b87-8474-30c1347cad89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1430.564997] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368213, 'name': ReconfigVM_Task, 'duration_secs': 0.220704} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.565300] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1430.565489] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.565734] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f477ae1-2142-4dff-9847-f7b6548415fa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.571477] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1430.571477] env[69316]: value = "task-3368214" [ 1430.571477] env[69316]: _type = "Task" [ 1430.571477] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.578481] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.610423] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance a1a66253-5255-409d-bc5a-55420d61a259 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1430.610653] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1430.610800] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1430.692672] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deccc05-19e5-4d75-970a-f2a732606c5d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.699775] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffdfdf7-1d3e-499a-a1a5-5fd965396246 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.729906] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e0c380-9b85-4b88-a0a7-6dc7b3045df4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.736894] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e7f308-475f-4e4b-b013-d8f5797c95e3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.749897] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.081447] env[69316]: DEBUG oslo_vmware.api [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368214, 'name': PowerOnVM_Task, 'duration_secs': 0.345246} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.081823] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.081923] env[69316]: DEBUG nova.compute.manager [None req-d6f93073-04f1-496a-a079-75223c9d8785 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.082658] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24014e28-6d85-433c-a0b4-6a0c627a482d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.253498] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.758521] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1431.758708] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.179s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.759030] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.468s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.760650] env[69316]: INFO nova.compute.claims [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.847657] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d97af-93ba-4620-8f84-8d4995ea9ef3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.854819] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce4af40-45dd-4fa7-b1f6-e3c88edc0ca9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.884157] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db606a4-aeda-48d2-b4f4-3734466d7d14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.890588] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81bc38d-ec98-499e-a682-be2cbce82a34 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.903299] env[69316]: DEBUG nova.compute.provider_tree [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.406949] env[69316]: DEBUG nova.scheduler.client.report [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.912462] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.912991] env[69316]: DEBUG nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.915601] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.471s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.917499] env[69316]: INFO nova.compute.claims [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.421543] env[69316]: DEBUG nova.compute.utils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1434.425054] env[69316]: DEBUG nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1434.425054] env[69316]: DEBUG nova.network.neutron [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1434.463292] env[69316]: DEBUG nova.policy [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3cf1bbdb0743599095435d09f19e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d10912572242dea972908a2f15c806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1434.539367] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "6db8489b-3e72-4c65-9b92-981a8be4838c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.539586] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.729051] env[69316]: DEBUG nova.network.neutron [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Successfully created port: 46e83716-d3c8-4d4b-951d-b7b07d6384ea {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.928738] env[69316]: DEBUG nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1435.028257] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae688b6-0003-44e0-98a4-81511a6672b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.035346] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e93fc-59be-41f0-991c-8571d31f9242 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.064775] env[69316]: DEBUG nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.068123] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e15cae-38bf-44eb-9fde-48b81643bc0b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.075055] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846064f0-b3f8-44ee-bb5e-66a3a5b0a0e7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.087669] env[69316]: DEBUG nova.compute.provider_tree [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.587786] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.590826] env[69316]: DEBUG nova.scheduler.client.report [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.941478] env[69316]: DEBUG nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1435.967419] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.967823] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.968030] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.968256] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.968412] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.968559] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.968766] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.968927] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.969260] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.969336] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.969455] env[69316]: DEBUG nova.virt.hardware [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.970322] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bba0b1-a014-43a8-9028-fc8ea98db74d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.977961] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfbc739-d99a-458d-9fef-3c39ad69e563 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.075171] env[69316]: DEBUG nova.compute.manager [req-11883d7a-7083-446a-99db-7b0df18f496a req-4dcac7fa-61f4-4b09-a233-507498aa3d43 service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Received event network-vif-plugged-46e83716-d3c8-4d4b-951d-b7b07d6384ea {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.075443] env[69316]: DEBUG oslo_concurrency.lockutils [req-11883d7a-7083-446a-99db-7b0df18f496a req-4dcac7fa-61f4-4b09-a233-507498aa3d43 service nova] Acquiring lock "b8e12d82-9e81-4b87-8474-30c1347cad89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.075609] env[69316]: DEBUG oslo_concurrency.lockutils [req-11883d7a-7083-446a-99db-7b0df18f496a req-4dcac7fa-61f4-4b09-a233-507498aa3d43 service nova] Lock "b8e12d82-9e81-4b87-8474-30c1347cad89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.075775] env[69316]: DEBUG oslo_concurrency.lockutils [req-11883d7a-7083-446a-99db-7b0df18f496a req-4dcac7fa-61f4-4b09-a233-507498aa3d43 service nova] Lock "b8e12d82-9e81-4b87-8474-30c1347cad89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.075941] env[69316]: DEBUG nova.compute.manager [req-11883d7a-7083-446a-99db-7b0df18f496a req-4dcac7fa-61f4-4b09-a233-507498aa3d43 service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] No waiting events found dispatching network-vif-plugged-46e83716-d3c8-4d4b-951d-b7b07d6384ea {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1436.076135] env[69316]: WARNING nova.compute.manager [req-11883d7a-7083-446a-99db-7b0df18f496a req-4dcac7fa-61f4-4b09-a233-507498aa3d43 service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Received unexpected event network-vif-plugged-46e83716-d3c8-4d4b-951d-b7b07d6384ea for instance with vm_state building and task_state spawning. [ 1436.095164] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.095620] env[69316]: DEBUG nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1436.098424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.511s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.099826] env[69316]: INFO nova.compute.claims [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.167886] env[69316]: DEBUG nova.network.neutron [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Successfully updated port: 46e83716-d3c8-4d4b-951d-b7b07d6384ea {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.606495] env[69316]: DEBUG nova.compute.utils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1436.608341] env[69316]: DEBUG nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1436.608585] env[69316]: DEBUG nova.network.neutron [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1436.647671] env[69316]: DEBUG nova.policy [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb0645a52294f6eada47e11bbe27020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ba7891c1cd4fb3a90e201f42a19950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.670265] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "refresh_cache-b8e12d82-9e81-4b87-8474-30c1347cad89" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.670412] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "refresh_cache-b8e12d82-9e81-4b87-8474-30c1347cad89" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.670523] env[69316]: DEBUG nova.network.neutron [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.960582] env[69316]: DEBUG nova.network.neutron [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Successfully created port: 2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.111925] env[69316]: DEBUG nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1437.202872] env[69316]: DEBUG nova.network.neutron [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.211668] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b00b3-1620-4c74-852f-6310f1afc255 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.221673] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92aa6c2-c831-40c8-96e3-8b012a451175 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.254013] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3061b-9c51-4fe2-b711-aa2666d44334 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.261227] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce3d199-a5ea-4455-956e-d36bf113ec67 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.274174] env[69316]: DEBUG nova.compute.provider_tree [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.339250] env[69316]: DEBUG nova.network.neutron [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Updating instance_info_cache with network_info: [{"id": "46e83716-d3c8-4d4b-951d-b7b07d6384ea", "address": "fa:16:3e:ee:51:4a", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e83716-d3", "ovs_interfaceid": "46e83716-d3c8-4d4b-951d-b7b07d6384ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.777016] env[69316]: DEBUG nova.scheduler.client.report [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.842211] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "refresh_cache-b8e12d82-9e81-4b87-8474-30c1347cad89" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.842546] env[69316]: DEBUG nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Instance network_info: |[{"id": "46e83716-d3c8-4d4b-951d-b7b07d6384ea", "address": "fa:16:3e:ee:51:4a", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e83716-d3", "ovs_interfaceid": "46e83716-d3c8-4d4b-951d-b7b07d6384ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.842992] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:51:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46e83716-d3c8-4d4b-951d-b7b07d6384ea', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.851080] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1437.851250] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.851474] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-143bd37b-342e-4f7a-ba24-305d44456da7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.871788] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.871788] env[69316]: value = "task-3368215" [ 1437.871788] env[69316]: _type = "Task" [ 1437.871788] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.879562] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368215, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.103195] env[69316]: DEBUG nova.compute.manager [req-ba2bbb27-6d8a-4265-b609-7f97918f694e req-c5c979e6-5547-4c82-8302-8437c2203d9c service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Received event network-changed-46e83716-d3c8-4d4b-951d-b7b07d6384ea {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1438.103502] env[69316]: DEBUG nova.compute.manager [req-ba2bbb27-6d8a-4265-b609-7f97918f694e req-c5c979e6-5547-4c82-8302-8437c2203d9c service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Refreshing instance network info cache due to event network-changed-46e83716-d3c8-4d4b-951d-b7b07d6384ea. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1438.103738] env[69316]: DEBUG oslo_concurrency.lockutils [req-ba2bbb27-6d8a-4265-b609-7f97918f694e req-c5c979e6-5547-4c82-8302-8437c2203d9c service nova] Acquiring lock "refresh_cache-b8e12d82-9e81-4b87-8474-30c1347cad89" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.103886] env[69316]: DEBUG oslo_concurrency.lockutils [req-ba2bbb27-6d8a-4265-b609-7f97918f694e req-c5c979e6-5547-4c82-8302-8437c2203d9c service nova] Acquired lock "refresh_cache-b8e12d82-9e81-4b87-8474-30c1347cad89" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.104141] env[69316]: DEBUG nova.network.neutron [req-ba2bbb27-6d8a-4265-b609-7f97918f694e req-c5c979e6-5547-4c82-8302-8437c2203d9c service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Refreshing network info cache for port 46e83716-d3c8-4d4b-951d-b7b07d6384ea {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.123301] env[69316]: DEBUG nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1438.151256] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.151541] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.151704] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.151887] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.152177] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.152660] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.152660] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.152810] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.152979] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.153189] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.153324] env[69316]: DEBUG nova.virt.hardware [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.154378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b202d0f0-71e6-4735-8489-abac9d7b5ed1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.162388] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b906e201-4549-4b2a-916f-561928331769 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.282252] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.282791] env[69316]: DEBUG nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.381358] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368215, 'name': CreateVM_Task, 'duration_secs': 0.447606} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.381505] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.382153] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.382343] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.382665] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.382919] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea39a14-c365-4211-9e8c-fa64e8ebb673 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.387785] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1438.387785] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52661b00-878f-14e9-dcf8-5b9caa3d552c" [ 1438.387785] env[69316]: _type = "Task" [ 1438.387785] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.395397] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52661b00-878f-14e9-dcf8-5b9caa3d552c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.418057] env[69316]: DEBUG nova.network.neutron [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Successfully updated port: 2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.754229] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.754487] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.754699] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "b329d710-f049-42bf-aaa2-8feae3b6ffac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.754890] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.755065] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.756930] env[69316]: INFO nova.compute.manager [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Terminating instance [ 1438.788073] env[69316]: DEBUG nova.compute.utils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1438.789577] env[69316]: DEBUG nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.789741] env[69316]: DEBUG nova.network.neutron [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.800444] env[69316]: DEBUG nova.network.neutron [req-ba2bbb27-6d8a-4265-b609-7f97918f694e req-c5c979e6-5547-4c82-8302-8437c2203d9c service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Updated VIF entry in instance network info cache for port 46e83716-d3c8-4d4b-951d-b7b07d6384ea. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.800769] env[69316]: DEBUG nova.network.neutron [req-ba2bbb27-6d8a-4265-b609-7f97918f694e req-c5c979e6-5547-4c82-8302-8437c2203d9c service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Updating instance_info_cache with network_info: [{"id": "46e83716-d3c8-4d4b-951d-b7b07d6384ea", "address": "fa:16:3e:ee:51:4a", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e83716-d3", "ovs_interfaceid": "46e83716-d3c8-4d4b-951d-b7b07d6384ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.827494] env[69316]: DEBUG nova.policy [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b91c27f27f4227b0946036d933a4cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec31c8efe3045b699653ef6d3e9ab7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.898048] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52661b00-878f-14e9-dcf8-5b9caa3d552c, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.898314] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.898562] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.898948] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.898948] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.899132] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.899380] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7074f4b9-9f46-480a-b0c1-ff64dd9fedca {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.908655] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.908826] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.909529] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5ddff1-2645-4969-b3fc-fcbb366a6ec8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.914463] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1438.914463] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5270edcc-0661-9688-33d7-e474c4bc4dcf" [ 1438.914463] env[69316]: _type = "Task" [ 1438.914463] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.922211] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.922350] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.922497] env[69316]: DEBUG nova.network.neutron [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.924737] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5270edcc-0661-9688-33d7-e474c4bc4dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.082409] env[69316]: DEBUG nova.network.neutron [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Successfully created port: 1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.261020] env[69316]: DEBUG nova.compute.manager [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.261329] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.262623] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd306c-e139-431c-8333-0a53c607b45a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.271273] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.271688] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df19e49-e7bd-4e44-b097-2ba4b766aa00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.278996] env[69316]: DEBUG oslo_vmware.api [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1439.278996] env[69316]: value = "task-3368216" [ 1439.278996] env[69316]: _type = "Task" [ 1439.278996] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.286849] env[69316]: DEBUG oslo_vmware.api [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.292517] env[69316]: DEBUG nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.303012] env[69316]: DEBUG oslo_concurrency.lockutils [req-ba2bbb27-6d8a-4265-b609-7f97918f694e req-c5c979e6-5547-4c82-8302-8437c2203d9c service nova] Releasing lock "refresh_cache-b8e12d82-9e81-4b87-8474-30c1347cad89" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.430037] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5270edcc-0661-9688-33d7-e474c4bc4dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.431236] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a3e430-6954-468a-85de-fd40c038cf9c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.438414] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1439.438414] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52337b63-2bc4-e9a0-346b-9d5393790f85" [ 1439.438414] env[69316]: _type = "Task" [ 1439.438414] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.452485] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52337b63-2bc4-e9a0-346b-9d5393790f85, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.452889] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.453299] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] b8e12d82-9e81-4b87-8474-30c1347cad89/b8e12d82-9e81-4b87-8474-30c1347cad89.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.454876] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08a23b2-ae14-473d-bb79-2059c13ce2ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.459259] env[69316]: DEBUG nova.network.neutron [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.464539] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1439.464539] env[69316]: value = "task-3368217" [ 1439.464539] env[69316]: _type = "Task" [ 1439.464539] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.476209] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.598854] env[69316]: DEBUG nova.network.neutron [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [{"id": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "address": "fa:16:3e:61:05:32", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2638e92c-06", "ovs_interfaceid": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.789442] env[69316]: DEBUG oslo_vmware.api [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368216, 'name': PowerOffVM_Task, 'duration_secs': 0.185491} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.789727] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.789897] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.790186] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2166157a-fca1-4ea9-a349-9383e2bbbbaa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.860315] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.860533] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.860714] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Deleting the datastore file [datastore2] b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.860990] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21360dd0-caa4-47f6-8642-8ac3645ea57d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.867576] env[69316]: DEBUG oslo_vmware.api [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1439.867576] env[69316]: value = "task-3368219" [ 1439.867576] env[69316]: _type = "Task" [ 1439.867576] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.878324] env[69316]: DEBUG oslo_vmware.api [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.975604] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460958} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.975862] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] b8e12d82-9e81-4b87-8474-30c1347cad89/b8e12d82-9e81-4b87-8474-30c1347cad89.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.976164] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.976438] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b72bc163-9ebe-4823-a625-2161b0050112 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.985049] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1439.985049] env[69316]: value = "task-3368220" [ 1439.985049] env[69316]: _type = "Task" [ 1439.985049] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.991300] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.101591] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.101920] env[69316]: DEBUG nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Instance network_info: |[{"id": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "address": "fa:16:3e:61:05:32", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2638e92c-06", "ovs_interfaceid": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.102357] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:05:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2638e92c-068a-4ba8-8da0-2a5b596dfa03', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.110031] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.110031] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.110226] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a0caa0d-f0ab-4b7a-9d09-132d91ea0cf4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.130948] env[69316]: DEBUG nova.compute.manager [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Received event network-vif-plugged-2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.130948] env[69316]: DEBUG oslo_concurrency.lockutils [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] Acquiring lock "a1a66253-5255-409d-bc5a-55420d61a259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.130948] env[69316]: DEBUG oslo_concurrency.lockutils [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] Lock "a1a66253-5255-409d-bc5a-55420d61a259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.130948] env[69316]: DEBUG oslo_concurrency.lockutils [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] Lock "a1a66253-5255-409d-bc5a-55420d61a259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.131126] env[69316]: DEBUG nova.compute.manager [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] No waiting events found dispatching network-vif-plugged-2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.131273] env[69316]: WARNING nova.compute.manager [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Received unexpected event network-vif-plugged-2638e92c-068a-4ba8-8da0-2a5b596dfa03 for instance with vm_state building and task_state spawning. [ 1440.131429] env[69316]: DEBUG nova.compute.manager [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Received event network-changed-2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.131578] env[69316]: DEBUG nova.compute.manager [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Refreshing instance network info cache due to event network-changed-2638e92c-068a-4ba8-8da0-2a5b596dfa03. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1440.131755] env[69316]: DEBUG oslo_concurrency.lockutils [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] Acquiring lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.131890] env[69316]: DEBUG oslo_concurrency.lockutils [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] Acquired lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.132050] env[69316]: DEBUG nova.network.neutron [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Refreshing network info cache for port 2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.134983] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.134983] env[69316]: value = "task-3368221" [ 1440.134983] env[69316]: _type = "Task" [ 1440.134983] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.143227] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368221, 'name': CreateVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.302435] env[69316]: DEBUG nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1440.331036] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.331272] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.331471] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.331686] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.331885] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.332101] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.332392] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.332568] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.332736] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.332900] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.333084] env[69316]: DEBUG nova.virt.hardware [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.333937] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a37b8-0f6c-4786-bd68-f2edcf6a04f0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.342097] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aef3da-e8c5-455c-a224-40de7ebd0a91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.376110] env[69316]: DEBUG oslo_vmware.api [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166468} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.376438] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.376681] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.376874] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.377066] env[69316]: INFO nova.compute.manager [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1440.377318] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.378046] env[69316]: DEBUG nova.compute.manager [-] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.378046] env[69316]: DEBUG nova.network.neutron [-] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.493807] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063078} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.494156] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.495186] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296292f3-a31e-4f52-85de-56f8e9d3038b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.516767] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] b8e12d82-9e81-4b87-8474-30c1347cad89/b8e12d82-9e81-4b87-8474-30c1347cad89.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.517056] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb7a4d9-fd26-44a4-ae53-72b3519b0201 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.535715] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1440.535715] env[69316]: value = "task-3368222" [ 1440.535715] env[69316]: _type = "Task" [ 1440.535715] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.543201] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.653591] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368221, 'name': CreateVM_Task, 'duration_secs': 0.369892} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.653857] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.654785] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.655087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.655547] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.655905] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d66af24-5c68-4ab1-b819-f56036947d80 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.662238] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1440.662238] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e99f1d-ab09-235e-387a-e63beabb7213" [ 1440.662238] env[69316]: _type = "Task" [ 1440.662238] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.674703] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e99f1d-ab09-235e-387a-e63beabb7213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.709386] env[69316]: DEBUG nova.network.neutron [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Successfully updated port: 1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.891329] env[69316]: DEBUG nova.network.neutron [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updated VIF entry in instance network info cache for port 2638e92c-068a-4ba8-8da0-2a5b596dfa03. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.891691] env[69316]: DEBUG nova.network.neutron [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [{"id": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "address": "fa:16:3e:61:05:32", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2638e92c-06", "ovs_interfaceid": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.045952] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368222, 'name': ReconfigVM_Task, 'duration_secs': 0.338217} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.046636] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Reconfigured VM instance instance-00000079 to attach disk [datastore1] b8e12d82-9e81-4b87-8474-30c1347cad89/b8e12d82-9e81-4b87-8474-30c1347cad89.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.047329] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abcc7636-dc27-4eb1-9e4e-def471439746 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.053489] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1441.053489] env[69316]: value = "task-3368223" [ 1441.053489] env[69316]: _type = "Task" [ 1441.053489] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.061393] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368223, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.172607] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e99f1d-ab09-235e-387a-e63beabb7213, 'name': SearchDatastore_Task, 'duration_secs': 0.025649} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.172895] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.173133] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.173368] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.173519] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.173696] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.173946] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f960ad54-065a-4a5c-a371-fe6edc67d27d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.181931] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.182113] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.182776] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b0cf44-475c-4e07-95d7-fd5fdec3240c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.187249] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1441.187249] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]524ebc05-d442-3303-9667-270e0a84d609" [ 1441.187249] env[69316]: _type = "Task" [ 1441.187249] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.194296] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524ebc05-d442-3303-9667-270e0a84d609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.209876] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.210015] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.210167] env[69316]: DEBUG nova.network.neutron [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.395826] env[69316]: DEBUG oslo_concurrency.lockutils [req-e7ebef90-b6d3-4ca4-85b9-7f597ad2abc1 req-7ed6f250-26cb-41ad-973f-b8b19c0458c8 service nova] Releasing lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.445270] env[69316]: DEBUG nova.network.neutron [-] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.567671] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368223, 'name': Rename_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.697022] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]524ebc05-d442-3303-9667-270e0a84d609, 'name': SearchDatastore_Task, 'duration_secs': 0.008094} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.697804] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020d491f-ec28-4b59-ae2c-99c0148385cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.702673] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1441.702673] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]525dcc96-10eb-45a1-d22b-1c174ab16444" [ 1441.702673] env[69316]: _type = "Task" [ 1441.702673] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.709941] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525dcc96-10eb-45a1-d22b-1c174ab16444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.747710] env[69316]: DEBUG nova.network.neutron [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.879151] env[69316]: DEBUG nova.network.neutron [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [{"id": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "address": "fa:16:3e:e6:a8:bc", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9e4e14-71", "ovs_interfaceid": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.947758] env[69316]: INFO nova.compute.manager [-] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Took 1.57 seconds to deallocate network for instance. [ 1442.065223] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368223, 'name': Rename_Task, 'duration_secs': 0.876395} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.065473] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.065675] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-896a840f-e0ef-4b55-b9dc-10c75109e2c4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.072234] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1442.072234] env[69316]: value = "task-3368224" [ 1442.072234] env[69316]: _type = "Task" [ 1442.072234] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.079224] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.159664] env[69316]: DEBUG nova.compute.manager [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Received event network-vif-plugged-1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.159664] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] Acquiring lock "6db8489b-3e72-4c65-9b92-981a8be4838c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.159664] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.159796] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.159842] env[69316]: DEBUG nova.compute.manager [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] No waiting events found dispatching network-vif-plugged-1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.159995] env[69316]: WARNING nova.compute.manager [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Received unexpected event network-vif-plugged-1f9e4e14-7186-48bd-9207-fe23f013b7b7 for instance with vm_state building and task_state spawning. [ 1442.160177] env[69316]: DEBUG nova.compute.manager [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Received event network-changed-1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.160329] env[69316]: DEBUG nova.compute.manager [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Refreshing instance network info cache due to event network-changed-1f9e4e14-7186-48bd-9207-fe23f013b7b7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1442.160498] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] Acquiring lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.212589] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]525dcc96-10eb-45a1-d22b-1c174ab16444, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.212846] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.213114] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a1a66253-5255-409d-bc5a-55420d61a259/a1a66253-5255-409d-bc5a-55420d61a259.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.213379] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa2ad0b-2751-414a-8ca0-1923920d3de9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.219418] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1442.219418] env[69316]: value = "task-3368225" [ 1442.219418] env[69316]: _type = "Task" [ 1442.219418] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.227576] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.382104] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.382600] env[69316]: DEBUG nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Instance network_info: |[{"id": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "address": "fa:16:3e:e6:a8:bc", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9e4e14-71", "ovs_interfaceid": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.383130] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] Acquired lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.383402] env[69316]: DEBUG nova.network.neutron [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Refreshing network info cache for port 1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.385218] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:a8:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f9e4e14-7186-48bd-9207-fe23f013b7b7', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.397463] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.399170] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.399508] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f3bf0b-8756-4ac6-8c18-610a581a3d3b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.430398] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.430398] env[69316]: value = "task-3368226" [ 1442.430398] env[69316]: _type = "Task" [ 1442.430398] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.441690] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368226, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.454847] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.455251] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.455597] env[69316]: DEBUG nova.objects.instance [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'resources' on Instance uuid b329d710-f049-42bf-aaa2-8feae3b6ffac {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.583525] env[69316]: DEBUG oslo_vmware.api [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368224, 'name': PowerOnVM_Task, 'duration_secs': 0.467014} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.583855] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.584167] env[69316]: INFO nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1442.584389] env[69316]: DEBUG nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.585365] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4696765-ba08-40e8-bddf-15d6a37da0fc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.730012] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368225, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.939702] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368226, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.056969] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a50fd-7f1f-4d15-8337-69c684ebadb2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.065438] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63906fa0-ff9d-4beb-9808-c633af9c9541 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.096592] env[69316]: DEBUG nova.network.neutron [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updated VIF entry in instance network info cache for port 1f9e4e14-7186-48bd-9207-fe23f013b7b7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.096935] env[69316]: DEBUG nova.network.neutron [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [{"id": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "address": "fa:16:3e:e6:a8:bc", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9e4e14-71", "ovs_interfaceid": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.102963] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6214f6a2-8d01-4461-858f-ab1c07a6ce2c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.107992] env[69316]: INFO nova.compute.manager [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Took 13.83 seconds to build instance. [ 1443.114134] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e111a-aab6-4b10-b1f3-68cd351fe58b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.129036] env[69316]: DEBUG nova.compute.provider_tree [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.232461] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572167} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.232804] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] a1a66253-5255-409d-bc5a-55420d61a259/a1a66253-5255-409d-bc5a-55420d61a259.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.233094] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.233410] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60577845-c17a-4e4f-b932-193fc8c2c24b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.240229] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1443.240229] env[69316]: value = "task-3368227" [ 1443.240229] env[69316]: _type = "Task" [ 1443.240229] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.248270] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.439637] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368226, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.606551] env[69316]: DEBUG oslo_concurrency.lockutils [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] Releasing lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.606833] env[69316]: DEBUG nova.compute.manager [req-c9612e6f-c5f4-46d8-bc31-b22ceb2d6bfe req-04760531-0237-407b-ab40-4ac89523f245 service nova] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Received event network-vif-deleted-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.610501] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c1c674ec-5e00-4ff6-81d4-475263371a97 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "b8e12d82-9e81-4b87-8474-30c1347cad89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.345s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.631445] env[69316]: DEBUG nova.scheduler.client.report [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.750617] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077176} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.750878] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.751713] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b4529a-ea05-4bfd-aac4-9c1174a5e81f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.767507] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "b8e12d82-9e81-4b87-8474-30c1347cad89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.767743] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "b8e12d82-9e81-4b87-8474-30c1347cad89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.767944] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "b8e12d82-9e81-4b87-8474-30c1347cad89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.768139] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "b8e12d82-9e81-4b87-8474-30c1347cad89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.768308] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "b8e12d82-9e81-4b87-8474-30c1347cad89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.778235] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a1a66253-5255-409d-bc5a-55420d61a259/a1a66253-5255-409d-bc5a-55420d61a259.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.778777] env[69316]: INFO nova.compute.manager [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Terminating instance [ 1443.780632] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee4eaf70-deb5-4213-bef2-a3c7b8890c81 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.800996] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1443.800996] env[69316]: value = "task-3368228" [ 1443.800996] env[69316]: _type = "Task" [ 1443.800996] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.809944] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.940571] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368226, 'name': CreateVM_Task} progress is 25%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.136560] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.158677] env[69316]: INFO nova.scheduler.client.report [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Deleted allocations for instance b329d710-f049-42bf-aaa2-8feae3b6ffac [ 1444.298135] env[69316]: DEBUG nova.compute.manager [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.298375] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.299736] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b999db2-5c5d-4a1b-9c4a-9c5be404ef84 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.309964] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.312964] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd81c471-d60c-4f62-8a68-9efafac26ee3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.315129] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368228, 'name': ReconfigVM_Task, 'duration_secs': 0.305505} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.315400] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a1a66253-5255-409d-bc5a-55420d61a259/a1a66253-5255-409d-bc5a-55420d61a259.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.316437] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19455595-f5f8-46dc-b2fe-431e936c461a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.320854] env[69316]: DEBUG oslo_vmware.api [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1444.320854] env[69316]: value = "task-3368229" [ 1444.320854] env[69316]: _type = "Task" [ 1444.320854] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.324830] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1444.324830] env[69316]: value = "task-3368230" [ 1444.324830] env[69316]: _type = "Task" [ 1444.324830] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.330975] env[69316]: DEBUG oslo_vmware.api [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.335826] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368230, 'name': Rename_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.442778] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368226, 'name': CreateVM_Task, 'duration_secs': 1.888034} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.443171] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.443828] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.444119] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.444448] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.444760] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a519216-013b-47c2-bcbf-0301a97fec61 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.450900] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1444.450900] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529b1923-27f6-9bdc-156e-ecf437af4350" [ 1444.450900] env[69316]: _type = "Task" [ 1444.450900] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.461180] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529b1923-27f6-9bdc-156e-ecf437af4350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.669067] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "b329d710-f049-42bf-aaa2-8feae3b6ffac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.914s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.834312] env[69316]: DEBUG oslo_vmware.api [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368229, 'name': PowerOffVM_Task, 'duration_secs': 0.197997} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.838029] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.838152] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.838417] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368230, 'name': Rename_Task, 'duration_secs': 0.151836} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.838650] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01be8dae-9f98-4f35-88b6-8673b2b93836 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.840250] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.840480] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24def6b7-80f8-414c-aff1-f7199a695929 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.846965] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1444.846965] env[69316]: value = "task-3368232" [ 1444.846965] env[69316]: _type = "Task" [ 1444.846965] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.854303] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.914227] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.914478] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.914705] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleting the datastore file [datastore1] b8e12d82-9e81-4b87-8474-30c1347cad89 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.915052] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e8f80ba-d968-4f94-bd72-54bac37c4283 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.921621] env[69316]: DEBUG oslo_vmware.api [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1444.921621] env[69316]: value = "task-3368233" [ 1444.921621] env[69316]: _type = "Task" [ 1444.921621] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.931120] env[69316]: DEBUG oslo_vmware.api [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.961972] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529b1923-27f6-9bdc-156e-ecf437af4350, 'name': SearchDatastore_Task, 'duration_secs': 0.014799} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.962350] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.962631] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.962905] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.963087] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.963295] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.963576] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2090c3e2-1440-4486-b8bf-036afa05aa4a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.981703] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.981960] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1444.982853] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41634c4-beab-427d-9789-32e9b3866057 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.988857] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1444.988857] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528d94d9-5cf1-fad0-0442-fa6e92959948" [ 1444.988857] env[69316]: _type = "Task" [ 1444.988857] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.997692] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528d94d9-5cf1-fad0-0442-fa6e92959948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.357191] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368232, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.433206] env[69316]: DEBUG oslo_vmware.api [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127903} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.433206] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.433206] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.433206] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.433206] env[69316]: INFO nova.compute.manager [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1445.433515] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.433515] env[69316]: DEBUG nova.compute.manager [-] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.433586] env[69316]: DEBUG nova.network.neutron [-] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.499500] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528d94d9-5cf1-fad0-0442-fa6e92959948, 'name': SearchDatastore_Task, 'duration_secs': 0.008452} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.500436] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284115e9-ec1b-41f5-ba81-e5a5c9715eeb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.505631] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1445.505631] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5239958d-cc97-4243-4ba3-404910366e76" [ 1445.505631] env[69316]: _type = "Task" [ 1445.505631] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.514389] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5239958d-cc97-4243-4ba3-404910366e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.857632] env[69316]: DEBUG oslo_vmware.api [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368232, 'name': PowerOnVM_Task, 'duration_secs': 0.542164} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.857896] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.858575] env[69316]: INFO nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1445.858575] env[69316]: DEBUG nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.860373] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d3648-8b13-4e1a-a3d2-9ef097bfe58c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.892913] env[69316]: DEBUG nova.compute.manager [req-57d09039-880a-4134-bc6e-e1cbcfdf11e3 req-f37eb027-4872-4bbb-84df-e78811ae28b6 service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Received event network-vif-deleted-46e83716-d3c8-4d4b-951d-b7b07d6384ea {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1445.893140] env[69316]: INFO nova.compute.manager [req-57d09039-880a-4134-bc6e-e1cbcfdf11e3 req-f37eb027-4872-4bbb-84df-e78811ae28b6 service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Neutron deleted interface 46e83716-d3c8-4d4b-951d-b7b07d6384ea; detaching it from the instance and deleting it from the info cache [ 1445.893316] env[69316]: DEBUG nova.network.neutron [req-57d09039-880a-4134-bc6e-e1cbcfdf11e3 req-f37eb027-4872-4bbb-84df-e78811ae28b6 service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.016369] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5239958d-cc97-4243-4ba3-404910366e76, 'name': SearchDatastore_Task, 'duration_secs': 0.038317} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.016627] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.016888] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c/6db8489b-3e72-4c65-9b92-981a8be4838c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.017355] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c041d8-f2cd-4e4d-917a-89675091511a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.024531] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1446.024531] env[69316]: value = "task-3368234" [ 1446.024531] env[69316]: _type = "Task" [ 1446.024531] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.032622] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.369056] env[69316]: DEBUG nova.network.neutron [-] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.377989] env[69316]: INFO nova.compute.manager [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Took 16.95 seconds to build instance. [ 1446.397256] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2dca079-5235-4bb0-9165-d27ab5d6d488 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.408744] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83fe3a2-d6bc-4d34-ad42-7331fe37c09e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.440181] env[69316]: DEBUG nova.compute.manager [req-57d09039-880a-4134-bc6e-e1cbcfdf11e3 req-f37eb027-4872-4bbb-84df-e78811ae28b6 service nova] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Detach interface failed, port_id=46e83716-d3c8-4d4b-951d-b7b07d6384ea, reason: Instance b8e12d82-9e81-4b87-8474-30c1347cad89 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1446.535311] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.840019] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.840262] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.875542] env[69316]: INFO nova.compute.manager [-] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Took 1.44 seconds to deallocate network for instance. [ 1446.879942] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e0889ef4-bdd6-4253-8488-13727ee291f9 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "a1a66253-5255-409d-bc5a-55420d61a259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.456s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.950419] env[69316]: DEBUG nova.compute.manager [req-801f8e08-89b3-42e9-958f-cc9c98c15c4c req-ff0f60d7-69c3-484c-878a-f27b2f53e1a9 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Received event network-changed-2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.950613] env[69316]: DEBUG nova.compute.manager [req-801f8e08-89b3-42e9-958f-cc9c98c15c4c req-ff0f60d7-69c3-484c-878a-f27b2f53e1a9 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Refreshing instance network info cache due to event network-changed-2638e92c-068a-4ba8-8da0-2a5b596dfa03. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1446.951647] env[69316]: DEBUG oslo_concurrency.lockutils [req-801f8e08-89b3-42e9-958f-cc9c98c15c4c req-ff0f60d7-69c3-484c-878a-f27b2f53e1a9 service nova] Acquiring lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.951647] env[69316]: DEBUG oslo_concurrency.lockutils [req-801f8e08-89b3-42e9-958f-cc9c98c15c4c req-ff0f60d7-69c3-484c-878a-f27b2f53e1a9 service nova] Acquired lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.951647] env[69316]: DEBUG nova.network.neutron [req-801f8e08-89b3-42e9-958f-cc9c98c15c4c req-ff0f60d7-69c3-484c-878a-f27b2f53e1a9 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Refreshing network info cache for port 2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.035114] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596872} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.035348] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c/6db8489b-3e72-4c65-9b92-981a8be4838c.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.036046] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.036046] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48631a5f-3f6b-4356-93a4-7d1437f417c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.043021] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1447.043021] env[69316]: value = "task-3368235" [ 1447.043021] env[69316]: _type = "Task" [ 1447.043021] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.051926] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.342730] env[69316]: DEBUG nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1447.382112] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.382386] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.382635] env[69316]: DEBUG nova.objects.instance [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lazy-loading 'resources' on Instance uuid b8e12d82-9e81-4b87-8474-30c1347cad89 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.555223] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059893} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.555527] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.556378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb5011-6bda-446f-8b8f-7bd3e5479a30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.584451] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c/6db8489b-3e72-4c65-9b92-981a8be4838c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.587686] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4888ab17-18ae-4e2b-a1b7-0167215bc8dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.608994] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1447.608994] env[69316]: value = "task-3368236" [ 1447.608994] env[69316]: _type = "Task" [ 1447.608994] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.616887] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.692924] env[69316]: DEBUG nova.network.neutron [req-801f8e08-89b3-42e9-958f-cc9c98c15c4c req-ff0f60d7-69c3-484c-878a-f27b2f53e1a9 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updated VIF entry in instance network info cache for port 2638e92c-068a-4ba8-8da0-2a5b596dfa03. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.693331] env[69316]: DEBUG nova.network.neutron [req-801f8e08-89b3-42e9-958f-cc9c98c15c4c req-ff0f60d7-69c3-484c-878a-f27b2f53e1a9 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [{"id": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "address": "fa:16:3e:61:05:32", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2638e92c-06", "ovs_interfaceid": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.866974] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.981041] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6c9aa4-f378-49e9-a60b-559fc5ae0770 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.989835] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461aad4f-9c5d-476a-90ae-7a54ef8d8d19 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.021257] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae095d5-6893-4786-b2cc-6aac3dc105ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.029112] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c26db6-bca4-48f1-9ccc-3a725c8e259c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.043301] env[69316]: DEBUG nova.compute.provider_tree [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.118613] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.196073] env[69316]: DEBUG oslo_concurrency.lockutils [req-801f8e08-89b3-42e9-958f-cc9c98c15c4c req-ff0f60d7-69c3-484c-878a-f27b2f53e1a9 service nova] Releasing lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.546529] env[69316]: DEBUG nova.scheduler.client.report [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.620987] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368236, 'name': ReconfigVM_Task, 'duration_secs': 0.621414} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.621382] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c/6db8489b-3e72-4c65-9b92-981a8be4838c.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.621876] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad0dd65-5632-447c-94f4-738fe19d852e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.627676] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1448.627676] env[69316]: value = "task-3368237" [ 1448.627676] env[69316]: _type = "Task" [ 1448.627676] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.635076] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368237, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.051111] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.053448] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.187s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.055024] env[69316]: INFO nova.compute.claims [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.069672] env[69316]: INFO nova.scheduler.client.report [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted allocations for instance b8e12d82-9e81-4b87-8474-30c1347cad89 [ 1449.137213] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368237, 'name': Rename_Task, 'duration_secs': 0.149014} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.137466] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.137700] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1213ec03-9aca-42c9-a3f8-29ee64bb6c45 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.148122] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1449.148122] env[69316]: value = "task-3368238" [ 1449.148122] env[69316]: _type = "Task" [ 1449.148122] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.157496] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.576071] env[69316]: DEBUG oslo_concurrency.lockutils [None req-66a9c517-8367-4c09-a75c-02e4e2d55b9a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "b8e12d82-9e81-4b87-8474-30c1347cad89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.808s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.657815] env[69316]: DEBUG oslo_vmware.api [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368238, 'name': PowerOnVM_Task, 'duration_secs': 0.487574} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.658107] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.658293] env[69316]: INFO nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1449.658664] env[69316]: DEBUG nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.659247] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059432ba-d9ce-4c1a-8eef-d21fe869bb0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.139649] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b43bead-d3ce-4a8e-9ac7-c39df4157c6d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.146974] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0672194d-ae02-4c44-9fa1-5f69d943c14a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.181806] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c3ad9e-f69d-4186-84cd-018885d4614d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.186391] env[69316]: INFO nova.compute.manager [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Took 14.61 seconds to build instance. [ 1450.190732] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcdd3d7-bac5-46f2-aa6d-2ef234652ad4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.203645] env[69316]: DEBUG nova.compute.provider_tree [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.688689] env[69316]: DEBUG oslo_concurrency.lockutils [None req-3d985831-bd74-4a39-a2aa-630171703592 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.149s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.703334] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "61b54235-ab53-4210-bbc9-d127610cd68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.703599] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "61b54235-ab53-4210-bbc9-d127610cd68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.706360] env[69316]: DEBUG nova.scheduler.client.report [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.912308] env[69316]: DEBUG nova.compute.manager [req-f036d1b4-2327-471c-ad22-f9031c435080 req-62ca1a59-9a0c-499a-bb3e-99de3016d9f2 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Received event network-changed-1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.912546] env[69316]: DEBUG nova.compute.manager [req-f036d1b4-2327-471c-ad22-f9031c435080 req-62ca1a59-9a0c-499a-bb3e-99de3016d9f2 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Refreshing instance network info cache due to event network-changed-1f9e4e14-7186-48bd-9207-fe23f013b7b7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1450.912904] env[69316]: DEBUG oslo_concurrency.lockutils [req-f036d1b4-2327-471c-ad22-f9031c435080 req-62ca1a59-9a0c-499a-bb3e-99de3016d9f2 service nova] Acquiring lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.912988] env[69316]: DEBUG oslo_concurrency.lockutils [req-f036d1b4-2327-471c-ad22-f9031c435080 req-62ca1a59-9a0c-499a-bb3e-99de3016d9f2 service nova] Acquired lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.913155] env[69316]: DEBUG nova.network.neutron [req-f036d1b4-2327-471c-ad22-f9031c435080 req-62ca1a59-9a0c-499a-bb3e-99de3016d9f2 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Refreshing network info cache for port 1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.206952] env[69316]: DEBUG nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1451.209991] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.210463] env[69316]: DEBUG nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1451.619166] env[69316]: DEBUG nova.network.neutron [req-f036d1b4-2327-471c-ad22-f9031c435080 req-62ca1a59-9a0c-499a-bb3e-99de3016d9f2 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updated VIF entry in instance network info cache for port 1f9e4e14-7186-48bd-9207-fe23f013b7b7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.619533] env[69316]: DEBUG nova.network.neutron [req-f036d1b4-2327-471c-ad22-f9031c435080 req-62ca1a59-9a0c-499a-bb3e-99de3016d9f2 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [{"id": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "address": "fa:16:3e:e6:a8:bc", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9e4e14-71", "ovs_interfaceid": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.724492] env[69316]: DEBUG nova.compute.utils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1451.727909] env[69316]: DEBUG nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.728093] env[69316]: DEBUG nova.network.neutron [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.749257] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.749520] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.751045] env[69316]: INFO nova.compute.claims [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.764152] env[69316]: DEBUG nova.policy [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23499066b728486d8541f897d7b7719c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48bb68e46f57462ea7be7eca82e5cca5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1452.032328] env[69316]: DEBUG nova.network.neutron [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Successfully created port: 07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.122766] env[69316]: DEBUG oslo_concurrency.lockutils [req-f036d1b4-2327-471c-ad22-f9031c435080 req-62ca1a59-9a0c-499a-bb3e-99de3016d9f2 service nova] Releasing lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.230799] env[69316]: DEBUG nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1452.850821] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc7b8ad-8bbb-4988-bd2e-9533790e8c96 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.858461] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f79ce4e-459d-4bd3-9765-5e5860113dea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.888807] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f39cfa-5f31-4c41-b1db-b2e19fb81b8c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.895928] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d948b22-07de-47c5-a0ab-e374698c84b4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.908852] env[69316]: DEBUG nova.compute.provider_tree [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.245696] env[69316]: DEBUG nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1453.273389] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.274192] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.274192] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.274192] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.274354] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.274778] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.274778] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.274914] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.275084] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.275311] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.275453] env[69316]: DEBUG nova.virt.hardware [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.276400] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb18b37-61ae-4acb-97c3-4889d16b4b00 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.284500] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a5ea0d-b74e-4092-b3e2-1ea217952e0d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.391146] env[69316]: DEBUG nova.compute.manager [req-e376a84b-8f4d-4f30-80fd-b048f74cf73a req-dec8f5d5-60e6-44cd-a0fa-0e56f7507aa4 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Received event network-vif-plugged-07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.391146] env[69316]: DEBUG oslo_concurrency.lockutils [req-e376a84b-8f4d-4f30-80fd-b048f74cf73a req-dec8f5d5-60e6-44cd-a0fa-0e56f7507aa4 service nova] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.391146] env[69316]: DEBUG oslo_concurrency.lockutils [req-e376a84b-8f4d-4f30-80fd-b048f74cf73a req-dec8f5d5-60e6-44cd-a0fa-0e56f7507aa4 service nova] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.391146] env[69316]: DEBUG oslo_concurrency.lockutils [req-e376a84b-8f4d-4f30-80fd-b048f74cf73a req-dec8f5d5-60e6-44cd-a0fa-0e56f7507aa4 service nova] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.391146] env[69316]: DEBUG nova.compute.manager [req-e376a84b-8f4d-4f30-80fd-b048f74cf73a req-dec8f5d5-60e6-44cd-a0fa-0e56f7507aa4 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] No waiting events found dispatching network-vif-plugged-07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.391146] env[69316]: WARNING nova.compute.manager [req-e376a84b-8f4d-4f30-80fd-b048f74cf73a req-dec8f5d5-60e6-44cd-a0fa-0e56f7507aa4 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Received unexpected event network-vif-plugged-07c33810-dc5b-4bdc-928c-4495fc567138 for instance with vm_state building and task_state spawning. [ 1453.414024] env[69316]: DEBUG nova.scheduler.client.report [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.472462] env[69316]: DEBUG nova.network.neutron [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Successfully updated port: 07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.919238] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.919770] env[69316]: DEBUG nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.975263] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.975381] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.975527] env[69316]: DEBUG nova.network.neutron [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.424143] env[69316]: DEBUG nova.compute.utils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1454.425545] env[69316]: DEBUG nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.425716] env[69316]: DEBUG nova.network.neutron [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.462453] env[69316]: DEBUG nova.policy [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3cf1bbdb0743599095435d09f19e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d10912572242dea972908a2f15c806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.507892] env[69316]: DEBUG nova.network.neutron [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.643834] env[69316]: DEBUG nova.network.neutron [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updating instance_info_cache with network_info: [{"id": "07c33810-dc5b-4bdc-928c-4495fc567138", "address": "fa:16:3e:dd:3e:4c", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c33810-dc", "ovs_interfaceid": "07c33810-dc5b-4bdc-928c-4495fc567138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.715465] env[69316]: DEBUG nova.network.neutron [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Successfully created port: 3b6800a2-dc8e-46be-9584-5f12e9edd329 {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.929087] env[69316]: DEBUG nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.147363] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Releasing lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.147787] env[69316]: DEBUG nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Instance network_info: |[{"id": "07c33810-dc5b-4bdc-928c-4495fc567138", "address": "fa:16:3e:dd:3e:4c", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c33810-dc", "ovs_interfaceid": "07c33810-dc5b-4bdc-928c-4495fc567138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1455.148274] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:3e:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c33810-dc5b-4bdc-928c-4495fc567138', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.156812] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1455.157136] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.157299] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f60030-4dc1-479b-9df6-ccb940c813c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.177890] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.177890] env[69316]: value = "task-3368239" [ 1455.177890] env[69316]: _type = "Task" [ 1455.177890] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.186221] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368239, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.421664] env[69316]: DEBUG nova.compute.manager [req-741aa0ba-2cf2-478a-ae94-4ee9d1e9c683 req-1a5de819-9979-4956-b00e-fc8a0b80b6af service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Received event network-changed-07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.421823] env[69316]: DEBUG nova.compute.manager [req-741aa0ba-2cf2-478a-ae94-4ee9d1e9c683 req-1a5de819-9979-4956-b00e-fc8a0b80b6af service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Refreshing instance network info cache due to event network-changed-07c33810-dc5b-4bdc-928c-4495fc567138. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1455.422320] env[69316]: DEBUG oslo_concurrency.lockutils [req-741aa0ba-2cf2-478a-ae94-4ee9d1e9c683 req-1a5de819-9979-4956-b00e-fc8a0b80b6af service nova] Acquiring lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.422689] env[69316]: DEBUG oslo_concurrency.lockutils [req-741aa0ba-2cf2-478a-ae94-4ee9d1e9c683 req-1a5de819-9979-4956-b00e-fc8a0b80b6af service nova] Acquired lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.422847] env[69316]: DEBUG nova.network.neutron [req-741aa0ba-2cf2-478a-ae94-4ee9d1e9c683 req-1a5de819-9979-4956-b00e-fc8a0b80b6af service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Refreshing network info cache for port 07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.688967] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368239, 'name': CreateVM_Task, 'duration_secs': 0.349915} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.689156] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.689845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.690082] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.690495] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.690782] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e304f0c-ece8-43eb-83d1-8768d371b4d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.695679] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1455.695679] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52ece913-af4c-bed6-2eb3-19657d4fb11f" [ 1455.695679] env[69316]: _type = "Task" [ 1455.695679] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.704354] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ece913-af4c-bed6-2eb3-19657d4fb11f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.938299] env[69316]: DEBUG nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.967531] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.967797] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.967953] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.968169] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.968336] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.968495] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.968692] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.968851] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.969027] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.969194] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.969367] env[69316]: DEBUG nova.virt.hardware [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.970347] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f96ba94-77d2-4880-a3e9-3c22339be247 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.981401] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0978f74-a8fe-4bbc-a784-7f72f74285d1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.165745] env[69316]: DEBUG nova.network.neutron [req-741aa0ba-2cf2-478a-ae94-4ee9d1e9c683 req-1a5de819-9979-4956-b00e-fc8a0b80b6af service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updated VIF entry in instance network info cache for port 07c33810-dc5b-4bdc-928c-4495fc567138. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.165745] env[69316]: DEBUG nova.network.neutron [req-741aa0ba-2cf2-478a-ae94-4ee9d1e9c683 req-1a5de819-9979-4956-b00e-fc8a0b80b6af service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updating instance_info_cache with network_info: [{"id": "07c33810-dc5b-4bdc-928c-4495fc567138", "address": "fa:16:3e:dd:3e:4c", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c33810-dc", "ovs_interfaceid": "07c33810-dc5b-4bdc-928c-4495fc567138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.169070] env[69316]: DEBUG nova.network.neutron [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Successfully updated port: 3b6800a2-dc8e-46be-9584-5f12e9edd329 {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.210629] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52ece913-af4c-bed6-2eb3-19657d4fb11f, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.211103] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.211455] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.211822] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.212083] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.212380] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.212752] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7703169b-6cbd-44da-ad04-14c54c8f1cb9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.242148] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.242464] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.243613] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8765f857-1ec8-4202-b305-72e707c269f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.251049] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1456.251049] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]523af6a4-bcca-e34c-0f43-57d4cc1ff0ff" [ 1456.251049] env[69316]: _type = "Task" [ 1456.251049] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.262067] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523af6a4-bcca-e34c-0f43-57d4cc1ff0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.668433] env[69316]: DEBUG oslo_concurrency.lockutils [req-741aa0ba-2cf2-478a-ae94-4ee9d1e9c683 req-1a5de819-9979-4956-b00e-fc8a0b80b6af service nova] Releasing lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.672227] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "refresh_cache-61b54235-ab53-4210-bbc9-d127610cd68b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.672358] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "refresh_cache-61b54235-ab53-4210-bbc9-d127610cd68b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.672979] env[69316]: DEBUG nova.network.neutron [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.762032] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]523af6a4-bcca-e34c-0f43-57d4cc1ff0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012729} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.762256] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c421602-0782-4e83-822c-50af4ef635ad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.767463] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1456.767463] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5225eb6d-8137-f074-fce7-14e96da9588a" [ 1456.767463] env[69316]: _type = "Task" [ 1456.767463] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.774873] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5225eb6d-8137-f074-fce7-14e96da9588a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.204555] env[69316]: DEBUG nova.network.neutron [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.277486] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5225eb6d-8137-f074-fce7-14e96da9588a, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.277742] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.277997] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0/84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.278265] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a58e084-17bc-4851-9977-7158e79c3cb3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.286345] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1457.286345] env[69316]: value = "task-3368240" [ 1457.286345] env[69316]: _type = "Task" [ 1457.286345] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.294268] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.381831] env[69316]: DEBUG nova.network.neutron [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Updating instance_info_cache with network_info: [{"id": "3b6800a2-dc8e-46be-9584-5f12e9edd329", "address": "fa:16:3e:5e:6f:8e", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6800a2-dc", "ovs_interfaceid": "3b6800a2-dc8e-46be-9584-5f12e9edd329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.448173] env[69316]: DEBUG nova.compute.manager [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Received event network-vif-plugged-3b6800a2-dc8e-46be-9584-5f12e9edd329 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.448406] env[69316]: DEBUG oslo_concurrency.lockutils [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] Acquiring lock "61b54235-ab53-4210-bbc9-d127610cd68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.448560] env[69316]: DEBUG oslo_concurrency.lockutils [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] Lock "61b54235-ab53-4210-bbc9-d127610cd68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.448767] env[69316]: DEBUG oslo_concurrency.lockutils [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] Lock "61b54235-ab53-4210-bbc9-d127610cd68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.448960] env[69316]: DEBUG nova.compute.manager [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] No waiting events found dispatching network-vif-plugged-3b6800a2-dc8e-46be-9584-5f12e9edd329 {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1457.449147] env[69316]: WARNING nova.compute.manager [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Received unexpected event network-vif-plugged-3b6800a2-dc8e-46be-9584-5f12e9edd329 for instance with vm_state building and task_state spawning. [ 1457.449310] env[69316]: DEBUG nova.compute.manager [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Received event network-changed-3b6800a2-dc8e-46be-9584-5f12e9edd329 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.449465] env[69316]: DEBUG nova.compute.manager [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Refreshing instance network info cache due to event network-changed-3b6800a2-dc8e-46be-9584-5f12e9edd329. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1457.449634] env[69316]: DEBUG oslo_concurrency.lockutils [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] Acquiring lock "refresh_cache-61b54235-ab53-4210-bbc9-d127610cd68b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.796046] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478457} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.796046] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0/84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.796046] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.796447] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6514076-3d26-4cdd-bdc6-0f9007433e46 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.802403] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1457.802403] env[69316]: value = "task-3368241" [ 1457.802403] env[69316]: _type = "Task" [ 1457.802403] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.809094] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.885099] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "refresh_cache-61b54235-ab53-4210-bbc9-d127610cd68b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.885395] env[69316]: DEBUG nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Instance network_info: |[{"id": "3b6800a2-dc8e-46be-9584-5f12e9edd329", "address": "fa:16:3e:5e:6f:8e", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6800a2-dc", "ovs_interfaceid": "3b6800a2-dc8e-46be-9584-5f12e9edd329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1457.885690] env[69316]: DEBUG oslo_concurrency.lockutils [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] Acquired lock "refresh_cache-61b54235-ab53-4210-bbc9-d127610cd68b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.885873] env[69316]: DEBUG nova.network.neutron [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Refreshing network info cache for port 3b6800a2-dc8e-46be-9584-5f12e9edd329 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.887211] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:6f:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b6800a2-dc8e-46be-9584-5f12e9edd329', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.895033] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1457.895456] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.896190] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7faf62f-10c9-461b-9cd2-95202d577065 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.916730] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.916730] env[69316]: value = "task-3368242" [ 1457.916730] env[69316]: _type = "Task" [ 1457.916730] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.924143] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368242, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.312495] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063567} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.312860] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.313522] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10d9365-7abb-4381-abc9-3173e7fb9ea7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.334731] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0/84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.334972] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98208a4f-8333-479b-b2b1-db565b2eba82 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.353338] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1458.353338] env[69316]: value = "task-3368243" [ 1458.353338] env[69316]: _type = "Task" [ 1458.353338] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.360627] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.426450] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368242, 'name': CreateVM_Task, 'duration_secs': 0.326743} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.428691] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.429752] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.429945] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.430294] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.430831] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86c4dfe-c20e-4345-9d55-9e2c104494f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.435105] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1458.435105] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527ad842-dead-e820-66c4-f39142b2b154" [ 1458.435105] env[69316]: _type = "Task" [ 1458.435105] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.442725] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527ad842-dead-e820-66c4-f39142b2b154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.585661] env[69316]: DEBUG nova.network.neutron [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Updated VIF entry in instance network info cache for port 3b6800a2-dc8e-46be-9584-5f12e9edd329. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.586111] env[69316]: DEBUG nova.network.neutron [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Updating instance_info_cache with network_info: [{"id": "3b6800a2-dc8e-46be-9584-5f12e9edd329", "address": "fa:16:3e:5e:6f:8e", "network": {"id": "46d0e9ea-30f1-4fc5-90c0-3c96aeb6d355", "bridge": "br-int", "label": "tempest-ServersTestJSON-86580087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d10912572242dea972908a2f15c806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6800a2-dc", "ovs_interfaceid": "3b6800a2-dc8e-46be-9584-5f12e9edd329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.863670] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368243, 'name': ReconfigVM_Task, 'duration_secs': 0.295779} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.864020] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0/84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.864646] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dfc1cf3-f025-4fba-b838-943447226d23 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.870251] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1458.870251] env[69316]: value = "task-3368244" [ 1458.870251] env[69316]: _type = "Task" [ 1458.870251] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.877686] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368244, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.945036] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527ad842-dead-e820-66c4-f39142b2b154, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.945348] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.945584] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.945827] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.945976] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.946183] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.946466] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95255ae9-c52d-4b24-83df-8a107ec431c4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.955240] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.955443] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.956111] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f5b36b-b002-4074-a8d9-a89c49c7a5d5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.961167] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1458.961167] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52357d99-5347-a8b2-8c6b-7247d5adc28b" [ 1458.961167] env[69316]: _type = "Task" [ 1458.961167] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.967977] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52357d99-5347-a8b2-8c6b-7247d5adc28b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.088892] env[69316]: DEBUG oslo_concurrency.lockutils [req-b941de3d-e131-4624-9d0d-4bba7c4051b4 req-b8351740-f3e4-4cef-97ea-5b5845e64609 service nova] Releasing lock "refresh_cache-61b54235-ab53-4210-bbc9-d127610cd68b" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.380345] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368244, 'name': Rename_Task, 'duration_secs': 0.141169} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.380690] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.380851] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abc640fc-07f1-4b8e-9089-98ec747ae4ce {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.386602] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1459.386602] env[69316]: value = "task-3368245" [ 1459.386602] env[69316]: _type = "Task" [ 1459.386602] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.394826] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.471204] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52357d99-5347-a8b2-8c6b-7247d5adc28b, 'name': SearchDatastore_Task, 'duration_secs': 0.034412} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.471960] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be89c35-8df5-42a2-b2d5-45a377b374f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.476909] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1459.476909] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52f01865-bde5-6867-2657-67a97c539226" [ 1459.476909] env[69316]: _type = "Task" [ 1459.476909] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.484250] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f01865-bde5-6867-2657-67a97c539226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.896804] env[69316]: DEBUG oslo_vmware.api [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368245, 'name': PowerOnVM_Task, 'duration_secs': 0.420546} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.897079] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.897292] env[69316]: INFO nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1459.897480] env[69316]: DEBUG nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.898223] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef6d62e-bfa3-4be8-beaf-c49f01e92be3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.987269] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52f01865-bde5-6867-2657-67a97c539226, 'name': SearchDatastore_Task, 'duration_secs': 0.014452} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.987493] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.987787] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 61b54235-ab53-4210-bbc9-d127610cd68b/61b54235-ab53-4210-bbc9-d127610cd68b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.988042] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05b06b6-4886-4dc0-ae13-c6842158cf1b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.994453] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1459.994453] env[69316]: value = "task-3368246" [ 1459.994453] env[69316]: _type = "Task" [ 1459.994453] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.001264] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.415540] env[69316]: INFO nova.compute.manager [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Took 12.57 seconds to build instance. [ 1460.504993] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444649} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.505278] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 61b54235-ab53-4210-bbc9-d127610cd68b/61b54235-ab53-4210-bbc9-d127610cd68b.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.505492] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.505741] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13dcc12-4d10-4b73-a1cc-272ef7ca0884 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.512399] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1460.512399] env[69316]: value = "task-3368247" [ 1460.512399] env[69316]: _type = "Task" [ 1460.512399] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.520688] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.920988] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5285a4b7-ae07-41e2-8789-1c36177c3630 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.080s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.021804] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066833} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.022082] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.022830] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa424f7d-e621-4f02-9368-3cae9e024e9d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.045293] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 61b54235-ab53-4210-bbc9-d127610cd68b/61b54235-ab53-4210-bbc9-d127610cd68b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.045605] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7592355-1497-4912-b683-3340560fe11c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.065255] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1461.065255] env[69316]: value = "task-3368248" [ 1461.065255] env[69316]: _type = "Task" [ 1461.065255] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.073433] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.208763] env[69316]: DEBUG nova.compute.manager [req-c47cd738-5d5b-47e2-b1c3-96cd33262646 req-9d52a4cd-6475-4e7f-95a1-8ac727e5be34 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Received event network-changed-07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.208928] env[69316]: DEBUG nova.compute.manager [req-c47cd738-5d5b-47e2-b1c3-96cd33262646 req-9d52a4cd-6475-4e7f-95a1-8ac727e5be34 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Refreshing instance network info cache due to event network-changed-07c33810-dc5b-4bdc-928c-4495fc567138. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1461.209155] env[69316]: DEBUG oslo_concurrency.lockutils [req-c47cd738-5d5b-47e2-b1c3-96cd33262646 req-9d52a4cd-6475-4e7f-95a1-8ac727e5be34 service nova] Acquiring lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.209298] env[69316]: DEBUG oslo_concurrency.lockutils [req-c47cd738-5d5b-47e2-b1c3-96cd33262646 req-9d52a4cd-6475-4e7f-95a1-8ac727e5be34 service nova] Acquired lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.209455] env[69316]: DEBUG nova.network.neutron [req-c47cd738-5d5b-47e2-b1c3-96cd33262646 req-9d52a4cd-6475-4e7f-95a1-8ac727e5be34 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Refreshing network info cache for port 07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.578258] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.920913] env[69316]: DEBUG nova.network.neutron [req-c47cd738-5d5b-47e2-b1c3-96cd33262646 req-9d52a4cd-6475-4e7f-95a1-8ac727e5be34 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updated VIF entry in instance network info cache for port 07c33810-dc5b-4bdc-928c-4495fc567138. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.921285] env[69316]: DEBUG nova.network.neutron [req-c47cd738-5d5b-47e2-b1c3-96cd33262646 req-9d52a4cd-6475-4e7f-95a1-8ac727e5be34 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updating instance_info_cache with network_info: [{"id": "07c33810-dc5b-4bdc-928c-4495fc567138", "address": "fa:16:3e:dd:3e:4c", "network": {"id": "66210a42-5eb8-45a4-8dd1-a81249b1328d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1983262890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bb68e46f57462ea7be7eca82e5cca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c33810-dc", "ovs_interfaceid": "07c33810-dc5b-4bdc-928c-4495fc567138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.075878] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.424796] env[69316]: DEBUG oslo_concurrency.lockutils [req-c47cd738-5d5b-47e2-b1c3-96cd33262646 req-9d52a4cd-6475-4e7f-95a1-8ac727e5be34 service nova] Releasing lock "refresh_cache-84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.575695] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368248, 'name': ReconfigVM_Task, 'duration_secs': 1.152239} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.577047] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 61b54235-ab53-4210-bbc9-d127610cd68b/61b54235-ab53-4210-bbc9-d127610cd68b.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.577047] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d2e989-3aaf-4e00-97f9-6f5e07436b74 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.583100] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1462.583100] env[69316]: value = "task-3368249" [ 1462.583100] env[69316]: _type = "Task" [ 1462.583100] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.590568] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368249, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.093024] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368249, 'name': Rename_Task, 'duration_secs': 0.137748} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.093319] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.093562] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e58d547-b85b-45f2-b9b1-0ec56ee46254 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.099771] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1463.099771] env[69316]: value = "task-3368250" [ 1463.099771] env[69316]: _type = "Task" [ 1463.099771] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.106953] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.609453] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368250, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.110162] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368250, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.611218] env[69316]: DEBUG oslo_vmware.api [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368250, 'name': PowerOnVM_Task, 'duration_secs': 1.045064} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.611497] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.611688] env[69316]: INFO nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1464.611866] env[69316]: DEBUG nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.612667] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041bb6cc-ccfe-497b-adc7-f987036e1dfd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.130887] env[69316]: INFO nova.compute.manager [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Took 13.41 seconds to build instance. [ 1465.633224] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "61b54235-ab53-4210-bbc9-d127610cd68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.929s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.243631] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "61b54235-ab53-4210-bbc9-d127610cd68b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.243961] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "61b54235-ab53-4210-bbc9-d127610cd68b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.244209] env[69316]: DEBUG nova.compute.manager [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.245206] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc9691-a914-4981-9d22-76a927e74790 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.252241] env[69316]: DEBUG nova.compute.manager [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1466.252837] env[69316]: DEBUG nova.objects.instance [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lazy-loading 'flavor' on Instance uuid 61b54235-ab53-4210-bbc9-d127610cd68b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.259711] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.260128] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e964597-22cf-4936-af4e-d5bc500e4fd6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.266860] env[69316]: DEBUG oslo_vmware.api [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1467.266860] env[69316]: value = "task-3368251" [ 1467.266860] env[69316]: _type = "Task" [ 1467.266860] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.274789] env[69316]: DEBUG oslo_vmware.api [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.777053] env[69316]: DEBUG oslo_vmware.api [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368251, 'name': PowerOffVM_Task, 'duration_secs': 0.230546} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.777280] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.777474] env[69316]: DEBUG nova.compute.manager [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.778249] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f61f10e-2581-49f0-9c07-d7f623f52e50 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.289666] env[69316]: DEBUG oslo_concurrency.lockutils [None req-8895dbb8-dc24-443f-92eb-fbf652543f0e tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "61b54235-ab53-4210-bbc9-d127610cd68b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.827101] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "61b54235-ab53-4210-bbc9-d127610cd68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.827350] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "61b54235-ab53-4210-bbc9-d127610cd68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.827578] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "61b54235-ab53-4210-bbc9-d127610cd68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.827806] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "61b54235-ab53-4210-bbc9-d127610cd68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.827985] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "61b54235-ab53-4210-bbc9-d127610cd68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.830055] env[69316]: INFO nova.compute.manager [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Terminating instance [ 1469.334654] env[69316]: DEBUG nova.compute.manager [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.335056] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.336194] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad01e2-25d9-487b-a150-6a092a0a8112 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.343418] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.343653] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d018e141-73d3-476b-9fd9-2511d27810a4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.410320] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.410522] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.410705] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleting the datastore file [datastore1] 61b54235-ab53-4210-bbc9-d127610cd68b {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.410960] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788c2ee2-761d-4829-97fa-0de32bac65f9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.417785] env[69316]: DEBUG oslo_vmware.api [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1469.417785] env[69316]: value = "task-3368253" [ 1469.417785] env[69316]: _type = "Task" [ 1469.417785] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.425126] env[69316]: DEBUG oslo_vmware.api [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.927725] env[69316]: DEBUG oslo_vmware.api [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138822} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.927958] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.928157] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.928335] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.928509] env[69316]: INFO nova.compute.manager [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1469.928796] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1469.928991] env[69316]: DEBUG nova.compute.manager [-] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1469.929100] env[69316]: DEBUG nova.network.neutron [-] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.173773] env[69316]: DEBUG nova.compute.manager [req-36e088b8-410e-4837-bdf1-cb172270366c req-9d5c067d-49a2-4d0a-8252-aa1148f4bb5c service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Received event network-vif-deleted-3b6800a2-dc8e-46be-9584-5f12e9edd329 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.174030] env[69316]: INFO nova.compute.manager [req-36e088b8-410e-4837-bdf1-cb172270366c req-9d5c067d-49a2-4d0a-8252-aa1148f4bb5c service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Neutron deleted interface 3b6800a2-dc8e-46be-9584-5f12e9edd329; detaching it from the instance and deleting it from the info cache [ 1470.174162] env[69316]: DEBUG nova.network.neutron [req-36e088b8-410e-4837-bdf1-cb172270366c req-9d5c067d-49a2-4d0a-8252-aa1148f4bb5c service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.661260] env[69316]: DEBUG nova.network.neutron [-] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.677030] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bf2596b-08c8-46cd-a857-467e8716967e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.687150] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5204f9-df02-40eb-bdcf-3fca0c922850 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.715465] env[69316]: DEBUG nova.compute.manager [req-36e088b8-410e-4837-bdf1-cb172270366c req-9d5c067d-49a2-4d0a-8252-aa1148f4bb5c service nova] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Detach interface failed, port_id=3b6800a2-dc8e-46be-9584-5f12e9edd329, reason: Instance 61b54235-ab53-4210-bbc9-d127610cd68b could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1471.164056] env[69316]: INFO nova.compute.manager [-] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Took 1.23 seconds to deallocate network for instance. [ 1471.670339] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.670611] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.670836] env[69316]: DEBUG nova.objects.instance [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lazy-loading 'resources' on Instance uuid 61b54235-ab53-4210-bbc9-d127610cd68b {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.267695] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaec411-778a-4be4-808d-17c36e9d72cb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.275483] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8e629c-5f17-4658-a2da-a6ae934b10d7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.306044] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f28d096-6dfa-47f4-bc55-7cec2f68563c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.312336] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c852e-9906-41ee-86f1-521db948bc90 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.325121] env[69316]: DEBUG nova.compute.provider_tree [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.828651] env[69316]: DEBUG nova.scheduler.client.report [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.334044] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.356816] env[69316]: INFO nova.scheduler.client.report [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted allocations for instance 61b54235-ab53-4210-bbc9-d127610cd68b [ 1473.864825] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "61b54235-ab53-4210-bbc9-d127610cd68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.037s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.511216] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "693508d1-5308-40af-966f-775791e6d6cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.511567] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "693508d1-5308-40af-966f-775791e6d6cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.511709] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "693508d1-5308-40af-966f-775791e6d6cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.511861] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "693508d1-5308-40af-966f-775791e6d6cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.512046] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "693508d1-5308-40af-966f-775791e6d6cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.514172] env[69316]: INFO nova.compute.manager [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Terminating instance [ 1475.018586] env[69316]: DEBUG nova.compute.manager [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1475.018991] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.019792] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e962ad-e688-4790-b524-708069c07b8d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.027674] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.027868] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1570b9-51a9-46a0-b92c-f08fe63c9cf6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.033738] env[69316]: DEBUG oslo_vmware.api [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1475.033738] env[69316]: value = "task-3368254" [ 1475.033738] env[69316]: _type = "Task" [ 1475.033738] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.041419] env[69316]: DEBUG oslo_vmware.api [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.543404] env[69316]: DEBUG oslo_vmware.api [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368254, 'name': PowerOffVM_Task, 'duration_secs': 0.168398} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.545076] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.545076] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.545076] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60ceefcc-25f5-425e-9702-ae951c01307c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.610096] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.610307] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.610550] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleting the datastore file [datastore2] 693508d1-5308-40af-966f-775791e6d6cf {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.610752] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58cdde64-a9fb-41ef-9c27-6c259d332137 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.617281] env[69316]: DEBUG oslo_vmware.api [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for the task: (returnval){ [ 1475.617281] env[69316]: value = "task-3368256" [ 1475.617281] env[69316]: _type = "Task" [ 1475.617281] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.624652] env[69316]: DEBUG oslo_vmware.api [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.128300] env[69316]: DEBUG oslo_vmware.api [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Task: {'id': task-3368256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144871} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.128683] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.128683] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.128833] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.128998] env[69316]: INFO nova.compute.manager [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1476.129254] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1476.129450] env[69316]: DEBUG nova.compute.manager [-] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1476.129548] env[69316]: DEBUG nova.network.neutron [-] [instance: 693508d1-5308-40af-966f-775791e6d6cf] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1476.380484] env[69316]: DEBUG nova.compute.manager [req-380bfacb-1ea6-459f-91fa-cba08d0c3371 req-38582197-38e9-4765-b496-e0fcc7905984 service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Received event network-vif-deleted-052e4cf7-dbab-432d-ae77-4d5f9b068ce5 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.380700] env[69316]: INFO nova.compute.manager [req-380bfacb-1ea6-459f-91fa-cba08d0c3371 req-38582197-38e9-4765-b496-e0fcc7905984 service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Neutron deleted interface 052e4cf7-dbab-432d-ae77-4d5f9b068ce5; detaching it from the instance and deleting it from the info cache [ 1476.380844] env[69316]: DEBUG nova.network.neutron [req-380bfacb-1ea6-459f-91fa-cba08d0c3371 req-38582197-38e9-4765-b496-e0fcc7905984 service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.864288] env[69316]: DEBUG nova.network.neutron [-] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.883006] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e9d1b6-6f9b-4845-9edd-f43d5872a83e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.892970] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23af50c-94e6-4f5c-a2da-40cdbdc2d3be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.920613] env[69316]: DEBUG nova.compute.manager [req-380bfacb-1ea6-459f-91fa-cba08d0c3371 req-38582197-38e9-4765-b496-e0fcc7905984 service nova] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Detach interface failed, port_id=052e4cf7-dbab-432d-ae77-4d5f9b068ce5, reason: Instance 693508d1-5308-40af-966f-775791e6d6cf could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1477.368030] env[69316]: INFO nova.compute.manager [-] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Took 1.24 seconds to deallocate network for instance. [ 1477.877359] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.877359] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.877359] env[69316]: DEBUG nova.objects.instance [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lazy-loading 'resources' on Instance uuid 693508d1-5308-40af-966f-775791e6d6cf {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.465849] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c138a-5c75-4d17-9a94-bf90802811d8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.473663] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c909a7be-2a7d-42e3-ad07-87d0231a3547 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.504082] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd2a34-2b69-49db-8e4a-6577c9d12cc1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.510943] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5236403-9f18-4a63-abd2-fc92ef15495c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.523823] env[69316]: DEBUG nova.compute.provider_tree [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.027396] env[69316]: DEBUG nova.scheduler.client.report [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.533168] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.551935] env[69316]: INFO nova.scheduler.client.report [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Deleted allocations for instance 693508d1-5308-40af-966f-775791e6d6cf [ 1480.061362] env[69316]: DEBUG oslo_concurrency.lockutils [None req-09197b4d-68ec-4bbe-908a-1a23e68922dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Lock "693508d1-5308-40af-966f-775791e6d6cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.550s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.165728] env[69316]: DEBUG nova.compute.manager [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Stashing vm_state: active {{(pid=69316) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1485.688457] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.688457] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.763416] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.763634] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.763806] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.192277] env[69316]: INFO nova.compute.claims [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.698681] env[69316]: INFO nova.compute.resource_tracker [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating resource usage from migration f42a91a6-340f-43a2-8c26-5cca2d5d41e8 [ 1486.775099] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7046e1-fb8a-47f2-a86f-f174fd4a0b0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.782634] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727fb91c-a580-4e4b-a51b-e2fdb8582a14 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.811253] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6ab539-70b0-4913-aed1-6464532d6bb5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.817782] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4965bd-9b52-4c29-bd71-6ca6e516a513 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.830436] env[69316]: DEBUG nova.compute.provider_tree [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.013176] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.013396] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.013566] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.013706] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1487.106695] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "6db8489b-3e72-4c65-9b92-981a8be4838c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.106939] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.333581] env[69316]: DEBUG nova.scheduler.client.report [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.611148] env[69316]: DEBUG nova.compute.utils [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1487.838395] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.151s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.838574] env[69316]: INFO nova.compute.manager [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Migrating [ 1488.013255] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.113899] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.351975] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.352403] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.352403] env[69316]: DEBUG nova.network.neutron [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.012623] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.058794] env[69316]: DEBUG nova.network.neutron [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [{"id": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "address": "fa:16:3e:61:05:32", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2638e92c-06", "ovs_interfaceid": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.173157] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "6db8489b-3e72-4c65-9b92-981a8be4838c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.173424] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.173672] env[69316]: INFO nova.compute.manager [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Attaching volume b46d34d1-cf91-4507-89d3-8a166a8e6e2b to /dev/sdb [ 1489.203201] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618641e3-4af1-4624-8e98-f9236bfd5e99 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.210378] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c03431-4a48-4741-83a5-f36788924a9b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.222887] env[69316]: DEBUG nova.virt.block_device [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating existing volume attachment record: d035ff39-3d39-4b77-afe2-3d7bd8317575 {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1489.515756] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.516111] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.516206] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.516361] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1489.517306] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f583659-aae4-491d-b2ad-e47ae724035d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.525082] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b61d90-3af8-4c32-a16b-d4bdf592408d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.538263] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75ddadf-656c-4acb-8d53-6e378eef3dc5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.544278] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8e1a9-b42d-4803-a0b5-e0c6913d83d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.575208] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.576824] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179594MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1489.576975] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.577571] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.590354] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Applying migration context for instance a1a66253-5255-409d-bc5a-55420d61a259 as it has an incoming, in-progress migration f42a91a6-340f-43a2-8c26-5cca2d5d41e8. Migration status is migrating {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1490.591231] env[69316]: INFO nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating resource usage from migration f42a91a6-340f-43a2-8c26-5cca2d5d41e8 [ 1490.610458] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d3aaeb4a-4ddb-4338-b42f-cd91b6e25381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1490.610606] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 33c934e2-9b09-4c7c-9df6-1b2934bf2371 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1490.610730] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 6db8489b-3e72-4c65-9b92-981a8be4838c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1490.610850] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1490.610974] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Migration f42a91a6-340f-43a2-8c26-5cca2d5d41e8 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1490.611140] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance a1a66253-5255-409d-bc5a-55420d61a259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1490.611330] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1490.611469] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1490.700276] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a99aa4-871a-46b5-bbf9-7a9c4977aff2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.709159] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99107b17-3063-4c41-9797-eb4ee730c7ab {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.741786] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f646c4-f4b8-4128-b6b0-aaacf32f6746 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.749150] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b5aa3-eef3-4c45-a296-41f28f88bd76 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.763055] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.098196] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79feae1f-af74-4608-b260-2325273d3a71 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.115687] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance 'a1a66253-5255-409d-bc5a-55420d61a259' progress to 0 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1491.265742] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.621865] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.622255] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a305c8-23d9-4243-ba74-c939dc03e9ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.629703] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1491.629703] env[69316]: value = "task-3368261" [ 1491.629703] env[69316]: _type = "Task" [ 1491.629703] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.637905] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.770081] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1491.770309] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.140390] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368261, 'name': PowerOffVM_Task, 'duration_secs': 0.196754} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.140632] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.140795] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance 'a1a66253-5255-409d-bc5a-55420d61a259' progress to 17 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1492.647636] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.648086] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.648086] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.648218] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.648366] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.648512] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.648716] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.648882] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.649070] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.649240] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.649415] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.654316] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4988de2e-2f02-4141-a058-4ee3537d1117 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.669616] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1492.669616] env[69316]: value = "task-3368262" [ 1492.669616] env[69316]: _type = "Task" [ 1492.669616] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.677015] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.180582] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368262, 'name': ReconfigVM_Task, 'duration_secs': 0.154804} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.180860] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance 'a1a66253-5255-409d-bc5a-55420d61a259' progress to 33 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1493.687606] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.688169] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.688169] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.688169] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.688399] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.688399] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.688600] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.688761] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.688928] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.689109] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.689289] env[69316]: DEBUG nova.virt.hardware [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.694534] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.694818] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d2f312-61ff-4032-89bf-c506cebf558e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.713457] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1493.713457] env[69316]: value = "task-3368263" [ 1493.713457] env[69316]: _type = "Task" [ 1493.713457] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.721525] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.764343] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1493.764578] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672091', 'volume_id': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'name': 'volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6db8489b-3e72-4c65-9b92-981a8be4838c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'serial': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1493.765476] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca21e12-42b3-4c7c-aa9b-29f7168fb8b8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.781150] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43253b33-f077-4806-aabb-27a1865ef581 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.804814] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b/volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.805094] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c62bc35-6b45-43eb-94ee-6718396dcbd7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.822014] env[69316]: DEBUG oslo_vmware.api [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1493.822014] env[69316]: value = "task-3368264" [ 1493.822014] env[69316]: _type = "Task" [ 1493.822014] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.829854] env[69316]: DEBUG oslo_vmware.api [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.223124] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368263, 'name': ReconfigVM_Task, 'duration_secs': 0.159972} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.223391] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1494.224122] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d267044b-83fd-44c4-bc7b-7ea0b5844264 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.245066] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a1a66253-5255-409d-bc5a-55420d61a259/a1a66253-5255-409d-bc5a-55420d61a259.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.245295] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b247c9d0-3035-4e5b-8d2e-c16be572e71f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.262498] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1494.262498] env[69316]: value = "task-3368265" [ 1494.262498] env[69316]: _type = "Task" [ 1494.262498] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.269711] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.331354] env[69316]: DEBUG oslo_vmware.api [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368264, 'name': ReconfigVM_Task, 'duration_secs': 0.327448} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.331628] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b/volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.336373] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5678fbe-630f-4c56-a4b8-60a81707f53a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.351651] env[69316]: DEBUG oslo_vmware.api [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1494.351651] env[69316]: value = "task-3368266" [ 1494.351651] env[69316]: _type = "Task" [ 1494.351651] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.363397] env[69316]: DEBUG oslo_vmware.api [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.767017] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.773670] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368265, 'name': ReconfigVM_Task, 'duration_secs': 0.262448} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.773961] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a1a66253-5255-409d-bc5a-55420d61a259/a1a66253-5255-409d-bc5a-55420d61a259.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.774240] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance 'a1a66253-5255-409d-bc5a-55420d61a259' progress to 50 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1494.861295] env[69316]: DEBUG oslo_vmware.api [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368266, 'name': ReconfigVM_Task, 'duration_secs': 0.153157} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.861588] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672091', 'volume_id': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'name': 'volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6db8489b-3e72-4c65-9b92-981a8be4838c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'serial': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1495.279820] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa60e54-b399-4f90-9d81-f795894a154e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.298984] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dad5ebf-5e9e-46f8-b686-dadee38d7056 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.316123] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance 'a1a66253-5255-409d-bc5a-55420d61a259' progress to 67 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.855378] env[69316]: DEBUG nova.network.neutron [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Port 2638e92c-068a-4ba8-8da0-2a5b596dfa03 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1495.893642] env[69316]: DEBUG nova.objects.instance [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lazy-loading 'flavor' on Instance uuid 6db8489b-3e72-4c65-9b92-981a8be4838c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.398591] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c40c7984-5a48-4712-a28d-1df585968182 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.225s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.545981] env[69316]: INFO nova.compute.manager [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Rescuing [ 1496.546269] env[69316]: DEBUG oslo_concurrency.lockutils [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.546426] env[69316]: DEBUG oslo_concurrency.lockutils [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.546591] env[69316]: DEBUG nova.network.neutron [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.876616] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "a1a66253-5255-409d-bc5a-55420d61a259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.876998] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "a1a66253-5255-409d-bc5a-55420d61a259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.877076] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "a1a66253-5255-409d-bc5a-55420d61a259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.244740] env[69316]: DEBUG nova.network.neutron [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [{"id": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "address": "fa:16:3e:e6:a8:bc", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9e4e14-71", "ovs_interfaceid": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.748096] env[69316]: DEBUG oslo_concurrency.lockutils [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.920134] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.920400] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.920566] env[69316]: DEBUG nova.network.neutron [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.523933] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.524319] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.627310] env[69316]: DEBUG nova.network.neutron [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [{"id": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "address": "fa:16:3e:61:05:32", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2638e92c-06", "ovs_interfaceid": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.029756] env[69316]: DEBUG nova.compute.utils [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1499.130166] env[69316]: DEBUG oslo_concurrency.lockutils [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.285544] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.286207] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903984c8-ebad-424e-87de-72762222c358 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.293115] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1499.293115] env[69316]: value = "task-3368267" [ 1499.293115] env[69316]: _type = "Task" [ 1499.293115] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.300746] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.532861] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.656441] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8d983-aa22-4e50-88ab-8b406dad9171 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.676264] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d5e495-f07f-4067-9ee9-4be544d6b96e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.682797] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance 'a1a66253-5255-409d-bc5a-55420d61a259' progress to 83 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1499.802853] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368267, 'name': PowerOffVM_Task, 'duration_secs': 0.18254} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.803054] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.803813] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece00b74-9359-4dcc-b542-edfdb3ac627d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.823376] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf40d2dd-033e-4410-baac-a9bd9ceff9e6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.849490] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.849742] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b695252-94d0-46f5-8fdb-58853d5bc272 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.855554] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1499.855554] env[69316]: value = "task-3368268" [ 1499.855554] env[69316]: _type = "Task" [ 1499.855554] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.862484] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.189379] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.189715] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcdc904d-2c8e-48ec-b7d9-bc7f7b326312 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.196724] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1500.196724] env[69316]: value = "task-3368269" [ 1500.196724] env[69316]: _type = "Task" [ 1500.196724] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.208595] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.365202] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] VM already powered off {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1500.365387] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.365602] env[69316]: DEBUG oslo_concurrency.lockutils [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.365749] env[69316]: DEBUG oslo_concurrency.lockutils [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.365924] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.366187] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4a578d5-5ea8-44d3-8123-8befbed15cd9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.373858] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.374062] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.374749] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d89ba6e-560a-428f-b919-1ddee87c2cff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.379403] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1500.379403] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5229c0f9-ca9d-c1f6-194f-8b412748daae" [ 1500.379403] env[69316]: _type = "Task" [ 1500.379403] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.386539] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5229c0f9-ca9d-c1f6-194f-8b412748daae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.587808] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.588056] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.588252] env[69316]: INFO nova.compute.manager [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Attaching volume d3ff474d-27cc-4e4a-a666-0883478acec7 to /dev/sdb [ 1500.630570] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14afc08e-9f7a-401c-9f1d-6f5a5517154a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.638152] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfa00af-745d-4674-b736-c3924f8b0b3e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.650784] env[69316]: DEBUG nova.virt.block_device [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updating existing volume attachment record: 09596eb4-43dc-4d1e-b7f6-cac51c59f0ad {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1500.705983] env[69316]: DEBUG oslo_vmware.api [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368269, 'name': PowerOnVM_Task, 'duration_secs': 0.403656} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.706186] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.706506] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-5d87599d-3212-4d7e-a22b-835f91d0c6fc tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance 'a1a66253-5255-409d-bc5a-55420d61a259' progress to 100 {{(pid=69316) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.890346] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5229c0f9-ca9d-c1f6-194f-8b412748daae, 'name': SearchDatastore_Task, 'duration_secs': 0.018894} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.891094] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ed389c-c4e9-415d-9006-29d3660bb062 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.896408] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1500.896408] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52b631b8-fa6d-d81b-492b-262f3360b174" [ 1500.896408] env[69316]: _type = "Task" [ 1500.896408] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.904399] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b631b8-fa6d-d81b-492b-262f3360b174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.407017] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52b631b8-fa6d-d81b-492b-262f3360b174, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.407374] env[69316]: DEBUG oslo_concurrency.lockutils [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.407548] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. {{(pid=69316) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1501.407804] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b154a53-14fc-41d1-8506-e6ba23c6cae9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.413930] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1501.413930] env[69316]: value = "task-3368271" [ 1501.413930] env[69316]: _type = "Task" [ 1501.413930] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.420909] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.924128] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49747} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.924359] env[69316]: INFO nova.virt.vmwareapi.ds_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk. [ 1501.925137] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab3ef0-8e20-42ab-911e-b351a378bf05 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.953065] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.953315] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84bb03a6-cdf1-4c25-b143-f57cebbecc70 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.970222] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1501.970222] env[69316]: value = "task-3368272" [ 1501.970222] env[69316]: _type = "Task" [ 1501.970222] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.977182] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.479911] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368272, 'name': ReconfigVM_Task, 'duration_secs': 0.459913} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.480296] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c/e4d7b703-0b63-49dc-9446-f4c89690b42f-rescue.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.481235] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951638cb-cec6-481a-939e-fe7444f83d4e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.507711] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0417913-d7cf-4835-b56d-b6d09157cced {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.521412] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1502.521412] env[69316]: value = "task-3368273" [ 1502.521412] env[69316]: _type = "Task" [ 1502.521412] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.528574] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.031667] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368273, 'name': ReconfigVM_Task, 'duration_secs': 0.241075} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.031934] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.032202] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa655b43-67b7-4182-b77b-cd8ad5906582 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.037934] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1503.037934] env[69316]: value = "task-3368275" [ 1503.037934] env[69316]: _type = "Task" [ 1503.037934] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.045084] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.523610] env[69316]: DEBUG nova.network.neutron [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Port 2638e92c-068a-4ba8-8da0-2a5b596dfa03 binding to destination host cpu-1 is already ACTIVE {{(pid=69316) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1503.523907] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.524060] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.524234] env[69316]: DEBUG nova.network.neutron [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.547634] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.048024] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.228919] env[69316]: DEBUG nova.network.neutron [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [{"id": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "address": "fa:16:3e:61:05:32", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2638e92c-06", "ovs_interfaceid": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.548162] env[69316]: DEBUG oslo_vmware.api [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368275, 'name': PowerOnVM_Task, 'duration_secs': 1.02018} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.548658] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.551106] env[69316]: DEBUG nova.compute.manager [None req-184d597d-e691-4300-8d6c-84ed1c490193 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.551877] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb23a2-d932-4a1f-8ccd-108011a33178 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.732909] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.195978] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1505.196290] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672092', 'volume_id': 'd3ff474d-27cc-4e4a-a666-0883478acec7', 'name': 'volume-d3ff474d-27cc-4e4a-a666-0883478acec7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ff474d-27cc-4e4a-a666-0883478acec7', 'serial': 'd3ff474d-27cc-4e4a-a666-0883478acec7'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1505.197240] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e65d36-bd91-44b8-8275-27a8dd2a17c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.213914] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5882799f-4a40-4caa-a747-21cf3c22d8f2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.238007] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-d3ff474d-27cc-4e4a-a666-0883478acec7/volume-d3ff474d-27cc-4e4a-a666-0883478acec7.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.238898] env[69316]: DEBUG nova.compute.manager [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69316) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1505.239117] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.239358] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.240565] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e8514c-3dba-47bb-b4ed-86d819fac1e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.254529] env[69316]: DEBUG nova.objects.instance [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'migration_context' on Instance uuid a1a66253-5255-409d-bc5a-55420d61a259 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.261114] env[69316]: DEBUG oslo_vmware.api [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1505.261114] env[69316]: value = "task-3368276" [ 1505.261114] env[69316]: _type = "Task" [ 1505.261114] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.270751] env[69316]: DEBUG oslo_vmware.api [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.770446] env[69316]: DEBUG oslo_vmware.api [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368276, 'name': ReconfigVM_Task, 'duration_secs': 0.353306} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.770870] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-d3ff474d-27cc-4e4a-a666-0883478acec7/volume-d3ff474d-27cc-4e4a-a666-0883478acec7.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.776096] env[69316]: INFO nova.compute.manager [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Unrescuing [ 1505.776337] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.776486] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquired lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.776642] env[69316]: DEBUG nova.network.neutron [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.777801] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15c701d0-5107-48e6-88f1-8b3168cb2791 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.796553] env[69316]: DEBUG oslo_vmware.api [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1505.796553] env[69316]: value = "task-3368277" [ 1505.796553] env[69316]: _type = "Task" [ 1505.796553] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.805710] env[69316]: DEBUG oslo_vmware.api [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.859132] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1f0002-0734-4393-8f4f-289efddb6f9e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.866826] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3621b4-2ce0-469f-8fe3-8ecb84ffef30 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.896146] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9dea47-dae6-426d-a556-21b7feaba1f8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.903043] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd569f46-aa5a-4a92-a017-e982e02c1b47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.916175] env[69316]: DEBUG nova.compute.provider_tree [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.308102] env[69316]: DEBUG oslo_vmware.api [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368277, 'name': ReconfigVM_Task, 'duration_secs': 0.16957} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.308418] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672092', 'volume_id': 'd3ff474d-27cc-4e4a-a666-0883478acec7', 'name': 'volume-d3ff474d-27cc-4e4a-a666-0883478acec7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ff474d-27cc-4e4a-a666-0883478acec7', 'serial': 'd3ff474d-27cc-4e4a-a666-0883478acec7'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1506.419499] env[69316]: DEBUG nova.scheduler.client.report [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.511052] env[69316]: DEBUG nova.network.neutron [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [{"id": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "address": "fa:16:3e:e6:a8:bc", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9e4e14-71", "ovs_interfaceid": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.014048] env[69316]: DEBUG oslo_concurrency.lockutils [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Releasing lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.014750] env[69316]: DEBUG nova.objects.instance [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lazy-loading 'flavor' on Instance uuid 6db8489b-3e72-4c65-9b92-981a8be4838c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.344625] env[69316]: DEBUG nova.objects.instance [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.429106] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.190s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.520057] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946266a1-8615-49dc-aa3a-bb8b166bbac8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.543926] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.544281] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-548af97d-3118-4cdd-917b-ddf90a6447c5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.550442] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1507.550442] env[69316]: value = "task-3368278" [ 1507.550442] env[69316]: _type = "Task" [ 1507.550442] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.558060] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.851287] env[69316]: DEBUG oslo_concurrency.lockutils [None req-88d71178-4486-4e64-8c39-951ec0d0a07b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.060213] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368278, 'name': PowerOffVM_Task, 'duration_secs': 0.200476} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.060606] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.065585] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1508.065847] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82eb53d3-568c-45ce-bbb8-26768a33d990 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.083281] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1508.083281] env[69316]: value = "task-3368279" [ 1508.083281] env[69316]: _type = "Task" [ 1508.083281] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.092440] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.592331] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368279, 'name': ReconfigVM_Task, 'duration_secs': 0.242001} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.592607] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1508.592790] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.593045] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa79eb5-f3c6-464e-a96f-4862370516e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.599166] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1508.599166] env[69316]: value = "task-3368280" [ 1508.599166] env[69316]: _type = "Task" [ 1508.599166] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.606790] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.686042] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.686042] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.971464] env[69316]: INFO nova.compute.manager [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Swapping old allocation on dict_keys(['6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70']) held by migration f42a91a6-340f-43a2-8c26-5cca2d5d41e8 for instance [ 1508.996033] env[69316]: DEBUG nova.scheduler.client.report [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Overwriting current allocation {'allocations': {'6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 180}}, 'project_id': '81ba7891c1cd4fb3a90e201f42a19950', 'user_id': '3eb0645a52294f6eada47e11bbe27020', 'consumer_generation': 1} on consumer a1a66253-5255-409d-bc5a-55420d61a259 {{(pid=69316) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1509.067930] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.068173] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.068330] env[69316]: DEBUG nova.network.neutron [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.109586] env[69316]: DEBUG oslo_vmware.api [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368280, 'name': PowerOnVM_Task, 'duration_secs': 0.394855} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.109914] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.110172] env[69316]: DEBUG nova.compute.manager [None req-d6827ef0-b5f3-472e-8bc0-fe5ea2974b5d tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.110918] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ac06b-c9f5-42c5-94ff-6e444e7c594a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.188763] env[69316]: DEBUG nova.compute.utils [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1509.691891] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.781718] env[69316]: DEBUG nova.network.neutron [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [{"id": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "address": "fa:16:3e:61:05:32", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2638e92c-06", "ovs_interfaceid": "2638e92c-068a-4ba8-8da0-2a5b596dfa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.206345] env[69316]: DEBUG nova.compute.manager [req-bf267567-94d9-4c34-999d-750e2ab0c89b req-65e1a080-1220-411d-bf33-b1275b71ff59 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Received event network-changed-1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.206345] env[69316]: DEBUG nova.compute.manager [req-bf267567-94d9-4c34-999d-750e2ab0c89b req-65e1a080-1220-411d-bf33-b1275b71ff59 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Refreshing instance network info cache due to event network-changed-1f9e4e14-7186-48bd-9207-fe23f013b7b7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1510.206345] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf267567-94d9-4c34-999d-750e2ab0c89b req-65e1a080-1220-411d-bf33-b1275b71ff59 service nova] Acquiring lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.206345] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf267567-94d9-4c34-999d-750e2ab0c89b req-65e1a080-1220-411d-bf33-b1275b71ff59 service nova] Acquired lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.206345] env[69316]: DEBUG nova.network.neutron [req-bf267567-94d9-4c34-999d-750e2ab0c89b req-65e1a080-1220-411d-bf33-b1275b71ff59 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Refreshing network info cache for port 1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.284620] env[69316]: DEBUG oslo_concurrency.lockutils [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-a1a66253-5255-409d-bc5a-55420d61a259" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.285125] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.285392] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f40b23c3-ec81-48b9-b4bf-9e6083211e69 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.292510] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1510.292510] env[69316]: value = "task-3368281" [ 1510.292510] env[69316]: _type = "Task" [ 1510.292510] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.303916] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.758623] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.758734] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.758934] env[69316]: INFO nova.compute.manager [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Attaching volume 999ee3c1-71fb-499f-8e1e-68b1484431c3 to /dev/sdc [ 1510.790863] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59cc9ee-da99-46c0-84c4-eafc016bb812 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.801838] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368281, 'name': PowerOffVM_Task, 'duration_secs': 0.235033} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.803322] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.804124] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.804246] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.804443] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.804528] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.804635] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.804788] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.805029] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.805200] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.805372] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.805684] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.805756] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.810595] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78c66c2-f40c-45e3-856e-cfc615f7873e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.820643] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b7b182-0fcb-40ae-baff-7b8d90615da4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.833076] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1510.833076] env[69316]: value = "task-3368282" [ 1510.833076] env[69316]: _type = "Task" [ 1510.833076] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.839101] env[69316]: DEBUG nova.virt.block_device [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updating existing volume attachment record: 7cedb0cf-5880-447d-b7c7-a6320937a1dc {{(pid=69316) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1510.845622] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.941214] env[69316]: DEBUG nova.network.neutron [req-bf267567-94d9-4c34-999d-750e2ab0c89b req-65e1a080-1220-411d-bf33-b1275b71ff59 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updated VIF entry in instance network info cache for port 1f9e4e14-7186-48bd-9207-fe23f013b7b7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.941576] env[69316]: DEBUG nova.network.neutron [req-bf267567-94d9-4c34-999d-750e2ab0c89b req-65e1a080-1220-411d-bf33-b1275b71ff59 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [{"id": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "address": "fa:16:3e:e6:a8:bc", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9e4e14-71", "ovs_interfaceid": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.343667] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368282, 'name': ReconfigVM_Task, 'duration_secs': 0.142007} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.344496] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341fb6f9-a6aa-44e1-ab29-6571872207ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.364670] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.365035] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.365198] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.365384] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.365552] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.365731] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.365941] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.366117] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.366287] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.366450] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.366622] env[69316]: DEBUG nova.virt.hardware [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.367514] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c205eb2c-ba4e-424b-9eaf-1116df19f584 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.372887] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1511.372887] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]527af93a-59d5-38ec-835c-da5570ef120e" [ 1511.372887] env[69316]: _type = "Task" [ 1511.372887] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.382296] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527af93a-59d5-38ec-835c-da5570ef120e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.444944] env[69316]: DEBUG oslo_concurrency.lockutils [req-bf267567-94d9-4c34-999d-750e2ab0c89b req-65e1a080-1220-411d-bf33-b1275b71ff59 service nova] Releasing lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.883299] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]527af93a-59d5-38ec-835c-da5570ef120e, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.888714] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1511.888999] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c5c9311-4b6c-40fb-b49a-61fe7b942f98 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.908300] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1511.908300] env[69316]: value = "task-3368284" [ 1511.908300] env[69316]: _type = "Task" [ 1511.908300] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.915638] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.235228] env[69316]: DEBUG nova.compute.manager [req-7b7bde0b-8d21-4939-bc97-cdbbf45d6e43 req-2cbb744a-8afd-43a6-a555-63e4ba0e85b1 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Received event network-changed-1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.235378] env[69316]: DEBUG nova.compute.manager [req-7b7bde0b-8d21-4939-bc97-cdbbf45d6e43 req-2cbb744a-8afd-43a6-a555-63e4ba0e85b1 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Refreshing instance network info cache due to event network-changed-1f9e4e14-7186-48bd-9207-fe23f013b7b7. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.235591] env[69316]: DEBUG oslo_concurrency.lockutils [req-7b7bde0b-8d21-4939-bc97-cdbbf45d6e43 req-2cbb744a-8afd-43a6-a555-63e4ba0e85b1 service nova] Acquiring lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.235732] env[69316]: DEBUG oslo_concurrency.lockutils [req-7b7bde0b-8d21-4939-bc97-cdbbf45d6e43 req-2cbb744a-8afd-43a6-a555-63e4ba0e85b1 service nova] Acquired lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.235899] env[69316]: DEBUG nova.network.neutron [req-7b7bde0b-8d21-4939-bc97-cdbbf45d6e43 req-2cbb744a-8afd-43a6-a555-63e4ba0e85b1 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Refreshing network info cache for port 1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.417579] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368284, 'name': ReconfigVM_Task, 'duration_secs': 0.499553} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.418020] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1512.418672] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb557b7-a792-4af1-903e-d4dfb11604a7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.439899] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a1a66253-5255-409d-bc5a-55420d61a259/a1a66253-5255-409d-bc5a-55420d61a259.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.440148] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5376584a-9168-45f3-887a-354911475fd4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.460035] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1512.460035] env[69316]: value = "task-3368285" [ 1512.460035] env[69316]: _type = "Task" [ 1512.460035] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.469717] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.918057] env[69316]: DEBUG nova.network.neutron [req-7b7bde0b-8d21-4939-bc97-cdbbf45d6e43 req-2cbb744a-8afd-43a6-a555-63e4ba0e85b1 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updated VIF entry in instance network info cache for port 1f9e4e14-7186-48bd-9207-fe23f013b7b7. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.918457] env[69316]: DEBUG nova.network.neutron [req-7b7bde0b-8d21-4939-bc97-cdbbf45d6e43 req-2cbb744a-8afd-43a6-a555-63e4ba0e85b1 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [{"id": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "address": "fa:16:3e:e6:a8:bc", "network": {"id": "2ab8ee4c-1234-47ae-9b1b-ab22936e356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-331541742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec31c8efe3045b699653ef6d3e9ab7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9e4e14-71", "ovs_interfaceid": "1f9e4e14-7186-48bd-9207-fe23f013b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.969162] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368285, 'name': ReconfigVM_Task, 'duration_secs': 0.25465} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.969425] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a1a66253-5255-409d-bc5a-55420d61a259/a1a66253-5255-409d-bc5a-55420d61a259.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.970227] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6208706-e434-4781-a92e-eef8fcddbd4c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.987798] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190b34c1-f0a0-4116-b7a1-310186e68b92 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.006773] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18564d02-5520-486d-9451-21accfe8ed47 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.023454] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03458aea-e7a2-49c6-b782-ff1148da519a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.029928] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.029928] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3737787-3ba0-4d9d-8fc0-07843f3db85f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.035219] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1513.035219] env[69316]: value = "task-3368286" [ 1513.035219] env[69316]: _type = "Task" [ 1513.035219] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.041927] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.420860] env[69316]: DEBUG oslo_concurrency.lockutils [req-7b7bde0b-8d21-4939-bc97-cdbbf45d6e43 req-2cbb744a-8afd-43a6-a555-63e4ba0e85b1 service nova] Releasing lock "refresh_cache-6db8489b-3e72-4c65-9b92-981a8be4838c" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.544675] env[69316]: DEBUG oslo_vmware.api [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368286, 'name': PowerOnVM_Task, 'duration_secs': 0.362847} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.544944] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.555685] env[69316]: INFO nova.compute.manager [None req-72a57b71-6d1c-49ca-abac-5a45e5d6bd7a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance to original state: 'active' [ 1515.384108] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Volume attach. Driver type: vmdk {{(pid=69316) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1515.384365] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672093', 'volume_id': '999ee3c1-71fb-499f-8e1e-68b1484431c3', 'name': 'volume-999ee3c1-71fb-499f-8e1e-68b1484431c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0', 'attached_at': '', 'detached_at': '', 'volume_id': '999ee3c1-71fb-499f-8e1e-68b1484431c3', 'serial': '999ee3c1-71fb-499f-8e1e-68b1484431c3'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1515.385323] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59887cda-61b5-452b-b720-79bb06a2bfa1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.401554] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2843800-f986-40b6-b5ab-6a59ba04e47a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.428760] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-999ee3c1-71fb-499f-8e1e-68b1484431c3/volume-999ee3c1-71fb-499f-8e1e-68b1484431c3.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.429169] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d9ea77-9acf-446c-95fb-41c3545aafc2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.447529] env[69316]: DEBUG oslo_vmware.api [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1515.447529] env[69316]: value = "task-3368288" [ 1515.447529] env[69316]: _type = "Task" [ 1515.447529] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.457539] env[69316]: DEBUG oslo_vmware.api [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.957735] env[69316]: DEBUG oslo_vmware.api [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368288, 'name': ReconfigVM_Task, 'duration_secs': 0.40273} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.958194] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-999ee3c1-71fb-499f-8e1e-68b1484431c3/volume-999ee3c1-71fb-499f-8e1e-68b1484431c3.vmdk or device None with type thin {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.962600] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f3393c-3513-4722-a254-f63f2ba3c2e8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.972382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "a1a66253-5255-409d-bc5a-55420d61a259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.972628] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "a1a66253-5255-409d-bc5a-55420d61a259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.972825] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "a1a66253-5255-409d-bc5a-55420d61a259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.973010] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "a1a66253-5255-409d-bc5a-55420d61a259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.973181] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "a1a66253-5255-409d-bc5a-55420d61a259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.975499] env[69316]: INFO nova.compute.manager [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Terminating instance [ 1515.979150] env[69316]: DEBUG oslo_vmware.api [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1515.979150] env[69316]: value = "task-3368289" [ 1515.979150] env[69316]: _type = "Task" [ 1515.979150] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.988533] env[69316]: DEBUG oslo_vmware.api [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.480381] env[69316]: DEBUG nova.compute.manager [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1516.480611] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.481695] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a08d29-be73-471f-be32-7a89a4f2935c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.493607] env[69316]: DEBUG oslo_vmware.api [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368289, 'name': ReconfigVM_Task, 'duration_secs': 0.144829} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.495713] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672093', 'volume_id': '999ee3c1-71fb-499f-8e1e-68b1484431c3', 'name': 'volume-999ee3c1-71fb-499f-8e1e-68b1484431c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0', 'attached_at': '', 'detached_at': '', 'volume_id': '999ee3c1-71fb-499f-8e1e-68b1484431c3', 'serial': '999ee3c1-71fb-499f-8e1e-68b1484431c3'} {{(pid=69316) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1516.497423] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.497848] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c306ec8e-0cdb-407b-8e80-14e517ab6f75 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.505077] env[69316]: DEBUG oslo_vmware.api [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1516.505077] env[69316]: value = "task-3368290" [ 1516.505077] env[69316]: _type = "Task" [ 1516.505077] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.513136] env[69316]: DEBUG oslo_vmware.api [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.014121] env[69316]: DEBUG oslo_vmware.api [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368290, 'name': PowerOffVM_Task, 'duration_secs': 0.317819} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.014417] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.014563] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.014801] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88259b52-0ceb-4df2-bab5-e82005a8aa79 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.081163] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1517.081443] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1517.081686] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleting the datastore file [datastore1] a1a66253-5255-409d-bc5a-55420d61a259 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.082015] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e7fc47-ffa3-481b-9a64-42c939e5ae2c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.088413] env[69316]: DEBUG oslo_vmware.api [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1517.088413] env[69316]: value = "task-3368292" [ 1517.088413] env[69316]: _type = "Task" [ 1517.088413] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.096237] env[69316]: DEBUG oslo_vmware.api [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.531860] env[69316]: DEBUG nova.objects.instance [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.598138] env[69316]: DEBUG oslo_vmware.api [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14176} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.598391] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1517.598573] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1517.598746] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1517.598918] env[69316]: INFO nova.compute.manager [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1517.599171] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1517.599355] env[69316]: DEBUG nova.compute.manager [-] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1517.599450] env[69316]: DEBUG nova.network.neutron [-] [instance: a1a66253-5255-409d-bc5a-55420d61a259] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1518.036309] env[69316]: DEBUG oslo_concurrency.lockutils [None req-7aae27c6-7851-4d66-baed-d754e80b97f6 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.046427] env[69316]: DEBUG nova.compute.manager [req-2c2d6d46-faf8-4e68-8b11-072ccd9c059f req-4f6a995f-8c15-4f08-ae49-9a28e6c276a1 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Received event network-vif-deleted-2638e92c-068a-4ba8-8da0-2a5b596dfa03 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.046665] env[69316]: INFO nova.compute.manager [req-2c2d6d46-faf8-4e68-8b11-072ccd9c059f req-4f6a995f-8c15-4f08-ae49-9a28e6c276a1 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Neutron deleted interface 2638e92c-068a-4ba8-8da0-2a5b596dfa03; detaching it from the instance and deleting it from the info cache [ 1518.047034] env[69316]: DEBUG nova.network.neutron [req-2c2d6d46-faf8-4e68-8b11-072ccd9c059f req-4f6a995f-8c15-4f08-ae49-9a28e6c276a1 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.307382] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.307672] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.528073] env[69316]: DEBUG nova.network.neutron [-] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.549828] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd699be-bb31-4a95-9dfb-29bdedc37f9a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.559658] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea60dc-920e-45a2-809e-efd36a94a48f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.587496] env[69316]: DEBUG nova.compute.manager [req-2c2d6d46-faf8-4e68-8b11-072ccd9c059f req-4f6a995f-8c15-4f08-ae49-9a28e6c276a1 service nova] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Detach interface failed, port_id=2638e92c-068a-4ba8-8da0-2a5b596dfa03, reason: Instance a1a66253-5255-409d-bc5a-55420d61a259 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1518.811191] env[69316]: INFO nova.compute.manager [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Detaching volume d3ff474d-27cc-4e4a-a666-0883478acec7 [ 1518.848556] env[69316]: INFO nova.virt.block_device [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Attempting to driver detach volume d3ff474d-27cc-4e4a-a666-0883478acec7 from mountpoint /dev/sdb [ 1518.848795] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1518.848977] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672092', 'volume_id': 'd3ff474d-27cc-4e4a-a666-0883478acec7', 'name': 'volume-d3ff474d-27cc-4e4a-a666-0883478acec7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ff474d-27cc-4e4a-a666-0883478acec7', 'serial': 'd3ff474d-27cc-4e4a-a666-0883478acec7'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1518.849870] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47213197-251b-43d8-a3e2-ee6c84de1728 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.873707] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee7626-3eae-43e2-b74f-f9a9d8af6586 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.880541] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2366df5f-af54-4018-bb7b-02a425f4bc53 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.905031] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c64e81-234f-4dd4-b45d-88d4e077b40f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.919247] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] The volume has not been displaced from its original location: [datastore2] volume-d3ff474d-27cc-4e4a-a666-0883478acec7/volume-d3ff474d-27cc-4e4a-a666-0883478acec7.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1518.924481] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1518.924760] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be276e7-f263-4038-81d4-b90471e69ff0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.941435] env[69316]: DEBUG oslo_vmware.api [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1518.941435] env[69316]: value = "task-3368293" [ 1518.941435] env[69316]: _type = "Task" [ 1518.941435] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.948562] env[69316]: DEBUG oslo_vmware.api [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.031400] env[69316]: INFO nova.compute.manager [-] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Took 1.43 seconds to deallocate network for instance. [ 1519.451099] env[69316]: DEBUG oslo_vmware.api [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368293, 'name': ReconfigVM_Task, 'duration_secs': 0.239731} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.451462] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1519.455868] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d90d2a-e14d-4d9d-8cda-5524fc77c7cd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.469946] env[69316]: DEBUG oslo_vmware.api [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1519.469946] env[69316]: value = "task-3368294" [ 1519.469946] env[69316]: _type = "Task" [ 1519.469946] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.477153] env[69316]: DEBUG oslo_vmware.api [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.537482] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.537763] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.537970] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.563485] env[69316]: INFO nova.scheduler.client.report [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted allocations for instance a1a66253-5255-409d-bc5a-55420d61a259 [ 1519.979873] env[69316]: DEBUG oslo_vmware.api [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368294, 'name': ReconfigVM_Task, 'duration_secs': 0.169687} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.980204] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672092', 'volume_id': 'd3ff474d-27cc-4e4a-a666-0883478acec7', 'name': 'volume-d3ff474d-27cc-4e4a-a666-0883478acec7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ff474d-27cc-4e4a-a666-0883478acec7', 'serial': 'd3ff474d-27cc-4e4a-a666-0883478acec7'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1520.071262] env[69316]: DEBUG oslo_concurrency.lockutils [None req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "a1a66253-5255-409d-bc5a-55420d61a259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.098s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.521422] env[69316]: DEBUG nova.objects.instance [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.877048] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.877048] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.379484] env[69316]: DEBUG nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1521.529911] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0b3afd0c-0b67-4b1f-acf7-51870ec8a74b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.553068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.553068] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.902946] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.903265] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.904793] env[69316]: INFO nova.compute.claims [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.054910] env[69316]: INFO nova.compute.manager [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Detaching volume 999ee3c1-71fb-499f-8e1e-68b1484431c3 [ 1522.084412] env[69316]: INFO nova.virt.block_device [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Attempting to driver detach volume 999ee3c1-71fb-499f-8e1e-68b1484431c3 from mountpoint /dev/sdc [ 1522.084655] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1522.084853] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672093', 'volume_id': '999ee3c1-71fb-499f-8e1e-68b1484431c3', 'name': 'volume-999ee3c1-71fb-499f-8e1e-68b1484431c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0', 'attached_at': '', 'detached_at': '', 'volume_id': '999ee3c1-71fb-499f-8e1e-68b1484431c3', 'serial': '999ee3c1-71fb-499f-8e1e-68b1484431c3'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1522.085750] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6e192c-224b-4769-a3be-7234249cb4b2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.106890] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc53597-a609-4fc4-9849-fb3dac8274d6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.113206] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb10dc-d25d-4010-ba5c-a2b0e27cdabb {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.132500] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b6622d-e51f-4735-a3a9-6debbab8c953 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.148010] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] The volume has not been displaced from its original location: [datastore2] volume-999ee3c1-71fb-499f-8e1e-68b1484431c3/volume-999ee3c1-71fb-499f-8e1e-68b1484431c3.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1522.152996] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1522.153290] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b74a410d-0c36-4a81-ac9f-fdd805a94c10 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.170201] env[69316]: DEBUG oslo_vmware.api [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1522.170201] env[69316]: value = "task-3368295" [ 1522.170201] env[69316]: _type = "Task" [ 1522.170201] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.177411] env[69316]: DEBUG oslo_vmware.api [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.679863] env[69316]: DEBUG oslo_vmware.api [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368295, 'name': ReconfigVM_Task, 'duration_secs': 0.207772} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.680225] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1522.684507] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f053395-7d9b-4ca9-8bb5-b635f3f62c0c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.698294] env[69316]: DEBUG oslo_vmware.api [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1522.698294] env[69316]: value = "task-3368296" [ 1522.698294] env[69316]: _type = "Task" [ 1522.698294] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.705640] env[69316]: DEBUG oslo_vmware.api [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.980460] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a27f59-6702-45fe-a745-118ebdc35a59 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.987750] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2bf319-b074-4b04-bb00-8f6272c5b5b6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.016458] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28148f86-4ca4-4f85-bb1c-dc973bd386bf {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.023030] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8447b9b-b3f7-4a07-b2af-c7dfdc756786 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.035556] env[69316]: DEBUG nova.compute.provider_tree [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.209041] env[69316]: DEBUG oslo_vmware.api [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368296, 'name': ReconfigVM_Task, 'duration_secs': 0.127014} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.209243] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672093', 'volume_id': '999ee3c1-71fb-499f-8e1e-68b1484431c3', 'name': 'volume-999ee3c1-71fb-499f-8e1e-68b1484431c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0', 'attached_at': '', 'detached_at': '', 'volume_id': '999ee3c1-71fb-499f-8e1e-68b1484431c3', 'serial': '999ee3c1-71fb-499f-8e1e-68b1484431c3'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1523.540051] env[69316]: DEBUG nova.scheduler.client.report [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.749064] env[69316]: DEBUG nova.objects.instance [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'flavor' on Instance uuid 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.044064] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.044556] env[69316]: DEBUG nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1524.550057] env[69316]: DEBUG nova.compute.utils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1524.551304] env[69316]: DEBUG nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Allocating IP information in the background. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1524.551475] env[69316]: DEBUG nova.network.neutron [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] allocate_for_instance() {{(pid=69316) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.598603] env[69316]: DEBUG nova.policy [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb0645a52294f6eada47e11bbe27020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ba7891c1cd4fb3a90e201f42a19950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69316) authorize /opt/stack/nova/nova/policy.py:192}} [ 1524.757040] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f48251f8-fbbc-4848-b770-38d96e9d45bf tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.870176] env[69316]: DEBUG nova.network.neutron [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Successfully created port: b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1525.054123] env[69316]: DEBUG nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1525.955764] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.956175] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.956376] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.956582] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.956755] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.959228] env[69316]: INFO nova.compute.manager [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Terminating instance [ 1526.062789] env[69316]: DEBUG nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1526.089554] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.089795] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.089938] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.090133] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.090283] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.090430] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.090635] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.090797] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.090996] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.091262] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.091457] env[69316]: DEBUG nova.virt.hardware [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.092343] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5efbd67-d07a-4d4d-96a0-a3c09df13aa1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.100464] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8dc332-4f72-4344-8970-59c3929c05f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.306430] env[69316]: DEBUG nova.network.neutron [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Successfully updated port: b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.463146] env[69316]: DEBUG nova.compute.manager [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.463713] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.464745] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312ffc3c-eaae-4240-a9df-b548dcf86fad {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.473649] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.474031] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e765ec-eeca-4c04-9105-79ea42fbb02c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.479548] env[69316]: DEBUG oslo_vmware.api [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1526.479548] env[69316]: value = "task-3368297" [ 1526.479548] env[69316]: _type = "Task" [ 1526.479548] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.487771] env[69316]: DEBUG oslo_vmware.api [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.543096] env[69316]: DEBUG nova.compute.manager [req-f10ec7b1-b55c-4e9a-aac4-ae22f75ccba9 req-50c2ebbd-ef88-4639-972a-ee402012376d service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Received event network-vif-plugged-b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1526.543326] env[69316]: DEBUG oslo_concurrency.lockutils [req-f10ec7b1-b55c-4e9a-aac4-ae22f75ccba9 req-50c2ebbd-ef88-4639-972a-ee402012376d service nova] Acquiring lock "7d508330-6dc7-4066-bc33-14de95e7ee8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.543543] env[69316]: DEBUG oslo_concurrency.lockutils [req-f10ec7b1-b55c-4e9a-aac4-ae22f75ccba9 req-50c2ebbd-ef88-4639-972a-ee402012376d service nova] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.543712] env[69316]: DEBUG oslo_concurrency.lockutils [req-f10ec7b1-b55c-4e9a-aac4-ae22f75ccba9 req-50c2ebbd-ef88-4639-972a-ee402012376d service nova] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.543881] env[69316]: DEBUG nova.compute.manager [req-f10ec7b1-b55c-4e9a-aac4-ae22f75ccba9 req-50c2ebbd-ef88-4639-972a-ee402012376d service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] No waiting events found dispatching network-vif-plugged-b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1526.544065] env[69316]: WARNING nova.compute.manager [req-f10ec7b1-b55c-4e9a-aac4-ae22f75ccba9 req-50c2ebbd-ef88-4639-972a-ee402012376d service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Received unexpected event network-vif-plugged-b57759a0-eede-4925-8e40-243b25787bde for instance with vm_state building and task_state spawning. [ 1526.808967] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.809115] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.809257] env[69316]: DEBUG nova.network.neutron [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.989371] env[69316]: DEBUG oslo_vmware.api [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368297, 'name': PowerOffVM_Task, 'duration_secs': 0.17548} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.989725] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.989824] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.990098] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08e23521-1d25-4c55-961d-0723176e96d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.059358] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.059578] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.059730] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Deleting the datastore file [datastore1] 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.059971] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da8eba2e-cda8-47ec-881b-d2287dd157c3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.065734] env[69316]: DEBUG oslo_vmware.api [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for the task: (returnval){ [ 1527.065734] env[69316]: value = "task-3368299" [ 1527.065734] env[69316]: _type = "Task" [ 1527.065734] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.072836] env[69316]: DEBUG oslo_vmware.api [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.341134] env[69316]: DEBUG nova.network.neutron [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.457548] env[69316]: DEBUG nova.network.neutron [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updating instance_info_cache with network_info: [{"id": "b57759a0-eede-4925-8e40-243b25787bde", "address": "fa:16:3e:83:28:2e", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57759a0-ee", "ovs_interfaceid": "b57759a0-eede-4925-8e40-243b25787bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.576097] env[69316]: DEBUG oslo_vmware.api [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Task: {'id': task-3368299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129412} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.576371] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.576614] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.576800] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.577012] env[69316]: INFO nova.compute.manager [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1527.577272] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.577476] env[69316]: DEBUG nova.compute.manager [-] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.577582] env[69316]: DEBUG nova.network.neutron [-] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.960014] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.960716] env[69316]: DEBUG nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Instance network_info: |[{"id": "b57759a0-eede-4925-8e40-243b25787bde", "address": "fa:16:3e:83:28:2e", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57759a0-ee", "ovs_interfaceid": "b57759a0-eede-4925-8e40-243b25787bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.960716] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:28:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b57759a0-eede-4925-8e40-243b25787bde', 'vif_model': 'vmxnet3'}] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.968618] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.968820] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.969049] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ebec2a7-98de-4f60-bed7-0dabdfdfdfc9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.988612] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.988612] env[69316]: value = "task-3368300" [ 1527.988612] env[69316]: _type = "Task" [ 1527.988612] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.999586] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368300, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.497731] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368300, 'name': CreateVM_Task, 'duration_secs': 0.37113} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.497885] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.498518] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.498684] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.499020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.499275] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579c81ea-2f1f-4f2e-ad41-a46763eaffa0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.503913] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1528.503913] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]529a57a1-c45c-9104-a38f-67acaecde29b" [ 1528.503913] env[69316]: _type = "Task" [ 1528.503913] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.510965] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529a57a1-c45c-9104-a38f-67acaecde29b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.577730] env[69316]: DEBUG nova.compute.manager [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Received event network-changed-b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1528.577998] env[69316]: DEBUG nova.compute.manager [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Refreshing instance network info cache due to event network-changed-b57759a0-eede-4925-8e40-243b25787bde. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1528.578168] env[69316]: DEBUG oslo_concurrency.lockutils [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] Acquiring lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.578314] env[69316]: DEBUG oslo_concurrency.lockutils [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] Acquired lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.578478] env[69316]: DEBUG nova.network.neutron [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Refreshing network info cache for port b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.710433] env[69316]: DEBUG nova.network.neutron [-] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.014720] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]529a57a1-c45c-9104-a38f-67acaecde29b, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.015038] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.015196] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.015439] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.015583] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.016463] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.016463] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e23ee141-bef0-4520-b507-83c7fd78f6f5 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.024118] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.024298] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.025063] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcd7737-8ad2-4701-b918-5e8c01148475 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.029895] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1529.029895] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5248892b-2df6-9cd3-9f67-3a7c2f8f0e53" [ 1529.029895] env[69316]: _type = "Task" [ 1529.029895] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.036855] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5248892b-2df6-9cd3-9f67-3a7c2f8f0e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.212628] env[69316]: INFO nova.compute.manager [-] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Took 1.63 seconds to deallocate network for instance. [ 1529.268299] env[69316]: DEBUG nova.network.neutron [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updated VIF entry in instance network info cache for port b57759a0-eede-4925-8e40-243b25787bde. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.268624] env[69316]: DEBUG nova.network.neutron [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updating instance_info_cache with network_info: [{"id": "b57759a0-eede-4925-8e40-243b25787bde", "address": "fa:16:3e:83:28:2e", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57759a0-ee", "ovs_interfaceid": "b57759a0-eede-4925-8e40-243b25787bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.540514] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5248892b-2df6-9cd3-9f67-3a7c2f8f0e53, 'name': SearchDatastore_Task, 'duration_secs': 0.007957} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.541218] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b91dae5-caf4-43e8-97c7-e157441ecaf1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.546425] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1529.546425] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]528a61e7-e7ff-782b-534c-e5fe2b53765a" [ 1529.546425] env[69316]: _type = "Task" [ 1529.546425] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.553095] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528a61e7-e7ff-782b-534c-e5fe2b53765a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.721182] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.721489] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.721707] env[69316]: DEBUG nova.objects.instance [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lazy-loading 'resources' on Instance uuid 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.771363] env[69316]: DEBUG oslo_concurrency.lockutils [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] Releasing lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.771604] env[69316]: DEBUG nova.compute.manager [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Received event network-vif-deleted-07c33810-dc5b-4bdc-928c-4495fc567138 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.771778] env[69316]: INFO nova.compute.manager [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Neutron deleted interface 07c33810-dc5b-4bdc-928c-4495fc567138; detaching it from the instance and deleting it from the info cache [ 1529.771948] env[69316]: DEBUG nova.network.neutron [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.055835] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]528a61e7-e7ff-782b-534c-e5fe2b53765a, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.056145] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.056348] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 7d508330-6dc7-4066-bc33-14de95e7ee8e/7d508330-6dc7-4066-bc33-14de95e7ee8e.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.056599] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33099d4d-1489-4068-a7a7-3f48ecfe2f2c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.062842] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1530.062842] env[69316]: value = "task-3368301" [ 1530.062842] env[69316]: _type = "Task" [ 1530.062842] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.069510] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.276026] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd177082-3f25-424c-88c7-816503041984 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.290873] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f26e376-92f3-4f2e-995f-b211ee384910 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.322522] env[69316]: DEBUG nova.compute.manager [req-29623be6-9b0b-4169-a2b7-f4e042bc99ec req-d90cde57-98b5-4426-b937-250a78fc8a44 service nova] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Detach interface failed, port_id=07c33810-dc5b-4bdc-928c-4495fc567138, reason: Instance 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1530.337518] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a4902e-dd5b-4244-89c7-550c6da73dd3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.346600] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9abacfe-f5c6-4942-b554-5b1baa69941c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.380596] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c7f01-22b4-4fb8-9605-fa3cd5135fe3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.392675] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f62986-eb38-426a-9b46-fbfb093f6306 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.409842] env[69316]: DEBUG nova.compute.provider_tree [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.572407] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41266} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.572600] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 7d508330-6dc7-4066-bc33-14de95e7ee8e/7d508330-6dc7-4066-bc33-14de95e7ee8e.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.572812] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.573067] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db042662-23c0-4545-8213-f6b4c6d9e560 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.579150] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1530.579150] env[69316]: value = "task-3368302" [ 1530.579150] env[69316]: _type = "Task" [ 1530.579150] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.587331] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.913545] env[69316]: DEBUG nova.scheduler.client.report [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.088543] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065162} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.088810] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.089528] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb40caad-3148-4472-85ed-bdfc2736d575 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.112208] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 7d508330-6dc7-4066-bc33-14de95e7ee8e/7d508330-6dc7-4066-bc33-14de95e7ee8e.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.112451] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5a4be7b-b616-4be7-89fe-93b56397aa0e {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.130893] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1531.130893] env[69316]: value = "task-3368303" [ 1531.130893] env[69316]: _type = "Task" [ 1531.130893] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.138705] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.418808] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.437687] env[69316]: INFO nova.scheduler.client.report [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Deleted allocations for instance 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0 [ 1531.640598] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368303, 'name': ReconfigVM_Task, 'duration_secs': 0.266584} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.640897] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 7d508330-6dc7-4066-bc33-14de95e7ee8e/7d508330-6dc7-4066-bc33-14de95e7ee8e.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.641535] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e10f2c61-2646-482c-90aa-4d2e2f70a734 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.647139] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1531.647139] env[69316]: value = "task-3368304" [ 1531.647139] env[69316]: _type = "Task" [ 1531.647139] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.654203] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368304, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.945774] env[69316]: DEBUG oslo_concurrency.lockutils [None req-803a0d23-400d-42e0-8ed7-9832cce0a79d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Lock "84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.990s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.156307] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368304, 'name': Rename_Task, 'duration_secs': 0.139871} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.156682] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.156811] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44298a65-3623-4ef1-9855-0a1c270ec75b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.163501] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1532.163501] env[69316]: value = "task-3368305" [ 1532.163501] env[69316]: _type = "Task" [ 1532.163501] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.171440] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.672866] env[69316]: DEBUG oslo_vmware.api [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368305, 'name': PowerOnVM_Task, 'duration_secs': 0.439923} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.673134] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.673335] env[69316]: INFO nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1532.673510] env[69316]: DEBUG nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.674247] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cc20b7-9951-4475-986b-838a6d23c395 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.190140] env[69316]: INFO nova.compute.manager [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Took 11.31 seconds to build instance. [ 1533.692620] env[69316]: DEBUG oslo_concurrency.lockutils [None req-f29b9e8e-e270-46b0-8c39-4de33732c859 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.816s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.073128] env[69316]: DEBUG nova.compute.manager [req-31565a8d-7f94-487a-9e3c-563ad69b5efd req-09a67e72-6357-4d73-98d1-498244c752d9 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Received event network-changed-b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1534.073331] env[69316]: DEBUG nova.compute.manager [req-31565a8d-7f94-487a-9e3c-563ad69b5efd req-09a67e72-6357-4d73-98d1-498244c752d9 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Refreshing instance network info cache due to event network-changed-b57759a0-eede-4925-8e40-243b25787bde. {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1534.073542] env[69316]: DEBUG oslo_concurrency.lockutils [req-31565a8d-7f94-487a-9e3c-563ad69b5efd req-09a67e72-6357-4d73-98d1-498244c752d9 service nova] Acquiring lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.073682] env[69316]: DEBUG oslo_concurrency.lockutils [req-31565a8d-7f94-487a-9e3c-563ad69b5efd req-09a67e72-6357-4d73-98d1-498244c752d9 service nova] Acquired lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.073838] env[69316]: DEBUG nova.network.neutron [req-31565a8d-7f94-487a-9e3c-563ad69b5efd req-09a67e72-6357-4d73-98d1-498244c752d9 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Refreshing network info cache for port b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.777819] env[69316]: DEBUG nova.network.neutron [req-31565a8d-7f94-487a-9e3c-563ad69b5efd req-09a67e72-6357-4d73-98d1-498244c752d9 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updated VIF entry in instance network info cache for port b57759a0-eede-4925-8e40-243b25787bde. {{(pid=69316) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.778041] env[69316]: DEBUG nova.network.neutron [req-31565a8d-7f94-487a-9e3c-563ad69b5efd req-09a67e72-6357-4d73-98d1-498244c752d9 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updating instance_info_cache with network_info: [{"id": "b57759a0-eede-4925-8e40-243b25787bde", "address": "fa:16:3e:83:28:2e", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57759a0-ee", "ovs_interfaceid": "b57759a0-eede-4925-8e40-243b25787bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.281339] env[69316]: DEBUG oslo_concurrency.lockutils [req-31565a8d-7f94-487a-9e3c-563ad69b5efd req-09a67e72-6357-4d73-98d1-498244c752d9 service nova] Releasing lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.013363] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.013660] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.014147] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.014147] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69316) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1546.109062] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "6db8489b-3e72-4c65-9b92-981a8be4838c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.109514] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.511152] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.612311] env[69316]: INFO nova.compute.manager [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Detaching volume b46d34d1-cf91-4507-89d3-8a166a8e6e2b [ 1546.642458] env[69316]: INFO nova.virt.block_device [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Attempting to driver detach volume b46d34d1-cf91-4507-89d3-8a166a8e6e2b from mountpoint /dev/sdb [ 1546.642709] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Volume detach. Driver type: vmdk {{(pid=69316) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1546.642891] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672091', 'volume_id': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'name': 'volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6db8489b-3e72-4c65-9b92-981a8be4838c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'serial': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1546.643754] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77afce8-447c-4c72-85f4-cc1fa5f4c0af {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.664995] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea4d3bc-e9ff-4e4e-aff6-7065661ada23 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.671540] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8017a9e7-f3d8-4fb3-87eb-0fc1c96649ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.692050] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae134b2-4189-4b49-8504-0dbf05f16993 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.708658] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] The volume has not been displaced from its original location: [datastore2] volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b/volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b.vmdk. No consolidation needed. {{(pid=69316) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1546.713645] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1546.713891] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7698b5-c0ad-4ec9-b623-7c0c176f7b11 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.731352] env[69316]: DEBUG oslo_vmware.api [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1546.731352] env[69316]: value = "task-3368309" [ 1546.731352] env[69316]: _type = "Task" [ 1546.731352] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.738455] env[69316]: DEBUG oslo_vmware.api [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.240444] env[69316]: DEBUG oslo_vmware.api [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368309, 'name': ReconfigVM_Task, 'duration_secs': 0.218345} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.240899] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69316) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1547.245215] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805908ef-8814-444b-9959-4a7ba095d586 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.259852] env[69316]: DEBUG oslo_vmware.api [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1547.259852] env[69316]: value = "task-3368310" [ 1547.259852] env[69316]: _type = "Task" [ 1547.259852] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.267408] env[69316]: DEBUG oslo_vmware.api [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.769041] env[69316]: DEBUG oslo_vmware.api [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368310, 'name': ReconfigVM_Task, 'duration_secs': 0.132953} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.769309] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-672091', 'volume_id': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'name': 'volume-b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6db8489b-3e72-4c65-9b92-981a8be4838c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b', 'serial': 'b46d34d1-cf91-4507-89d3-8a166a8e6e2b'} {{(pid=69316) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1548.012429] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.310862] env[69316]: DEBUG nova.objects.instance [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lazy-loading 'flavor' on Instance uuid 6db8489b-3e72-4c65-9b92-981a8be4838c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.012736] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.012976] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.013113] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1549.013288] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.319492] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0f9db598-a8b2-478e-acd1-8ed0987190e6 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.399474] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "6db8489b-3e72-4c65-9b92-981a8be4838c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.399883] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.400050] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "6db8489b-3e72-4c65-9b92-981a8be4838c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.400178] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.400344] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.402457] env[69316]: INFO nova.compute.manager [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Terminating instance [ 1550.515079] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.515329] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.906523] env[69316]: DEBUG nova.compute.manager [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.906736] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.907677] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00004ff8-93b1-4504-a133-2d07e0a6740d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.915414] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.915653] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f54d9f00-b5e1-4e6f-ba91-dd0ccfa6dd91 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.922201] env[69316]: DEBUG oslo_vmware.api [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1550.922201] env[69316]: value = "task-3368311" [ 1550.922201] env[69316]: _type = "Task" [ 1550.922201] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.930091] env[69316]: DEBUG oslo_vmware.api [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.018451] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.018650] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.018817] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.018968] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1551.019888] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53917fe-5365-4c13-8fc3-7dc30afdcfd3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.029463] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3e59f0-361c-4790-aaa3-ecc5b3629e16 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.043673] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f07171-89bd-4078-89a4-6dfbc014da20 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.050439] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62885767-ea6a-4cc0-b558-f7a55b3da5e2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.079646] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180082MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1551.079845] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.080151] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.431433] env[69316]: DEBUG oslo_vmware.api [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368311, 'name': PowerOffVM_Task, 'duration_secs': 0.192436} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.431735] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.431859] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.432139] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9419eceb-16a6-44a7-8460-eaf05102f4c2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.501382] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.501569] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Deleting contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.501759] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleting the datastore file [datastore1] 6db8489b-3e72-4c65-9b92-981a8be4838c {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.502034] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01095bf1-3d84-4d77-a517-3d9e83cb600f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.508243] env[69316]: DEBUG oslo_vmware.api [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1551.508243] env[69316]: value = "task-3368313" [ 1551.508243] env[69316]: _type = "Task" [ 1551.508243] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.515646] env[69316]: DEBUG oslo_vmware.api [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.018581] env[69316]: DEBUG oslo_vmware.api [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142569} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.018889] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.019023] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Deleted contents of the VM from datastore datastore1 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.019189] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.019364] env[69316]: INFO nova.compute.manager [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1552.019611] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1552.019807] env[69316]: DEBUG nova.compute.manager [-] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.019898] env[69316]: DEBUG nova.network.neutron [-] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.236346] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance d3aaeb4a-4ddb-4338-b42f-cd91b6e25381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1552.236513] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 33c934e2-9b09-4c7c-9df6-1b2934bf2371 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1552.236639] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 6db8489b-3e72-4c65-9b92-981a8be4838c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1552.236757] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 7d508330-6dc7-4066-bc33-14de95e7ee8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1552.236936] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1552.237086] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1552.292868] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5a36e3-2aed-4a97-a2b4-1000a7d2643b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.301662] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea67d441-d7bd-4421-9894-4417be90b33f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.334091] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5050ff21-8df0-4915-92e2-8ba5eeaeeff4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.345017] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a01b87e-8993-44fe-a45e-4cf881a696b3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.354360] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.462349] env[69316]: DEBUG nova.compute.manager [req-6f6a48ae-c712-4fc1-817e-5bd8f614736e req-47ddaa21-018a-47cc-85a5-1643ef122364 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Received event network-vif-deleted-1f9e4e14-7186-48bd-9207-fe23f013b7b7 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1552.462603] env[69316]: INFO nova.compute.manager [req-6f6a48ae-c712-4fc1-817e-5bd8f614736e req-47ddaa21-018a-47cc-85a5-1643ef122364 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Neutron deleted interface 1f9e4e14-7186-48bd-9207-fe23f013b7b7; detaching it from the instance and deleting it from the info cache [ 1552.462648] env[69316]: DEBUG nova.network.neutron [req-6f6a48ae-c712-4fc1-817e-5bd8f614736e req-47ddaa21-018a-47cc-85a5-1643ef122364 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.857459] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.941728] env[69316]: DEBUG nova.network.neutron [-] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.965135] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09d49b1d-b881-4203-9689-08dd5b50b2d0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.974352] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ddf8c8-9b91-4d50-8052-598fbd1395d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.002408] env[69316]: DEBUG nova.compute.manager [req-6f6a48ae-c712-4fc1-817e-5bd8f614736e req-47ddaa21-018a-47cc-85a5-1643ef122364 service nova] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Detach interface failed, port_id=1f9e4e14-7186-48bd-9207-fe23f013b7b7, reason: Instance 6db8489b-3e72-4c65-9b92-981a8be4838c could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1553.362402] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1553.362893] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.283s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.444517] env[69316]: INFO nova.compute.manager [-] [instance: 6db8489b-3e72-4c65-9b92-981a8be4838c] Took 1.42 seconds to deallocate network for instance. [ 1553.951055] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.951451] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.951561] env[69316]: DEBUG nova.objects.instance [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lazy-loading 'resources' on Instance uuid 6db8489b-3e72-4c65-9b92-981a8be4838c {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.513614] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09303b56-7e43-40b3-8b1f-d1544115d0f4 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.520881] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a47729-be25-4c2e-8d8c-edf3244d89a2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.549787] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e126a10-72b1-4da7-8ec5-559612ebb256 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.556405] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c287b45-eacd-48c7-9c9e-a57b1330666b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.568943] env[69316]: DEBUG nova.compute.provider_tree [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.013507] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.013881] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Cleaning up deleted instances {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1555.072228] env[69316]: DEBUG nova.scheduler.client.report [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.524101] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] There are 27 instances to clean {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1555.524289] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 61b54235-ab53-4210-bbc9-d127610cd68b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.576471] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.598794] env[69316]: INFO nova.scheduler.client.report [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleted allocations for instance 6db8489b-3e72-4c65-9b92-981a8be4838c [ 1556.027623] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 84dc1c95-f344-49d4-93f7-f9e5ff2cc8f0] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.106687] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "6db8489b-3e72-4c65-9b92-981a8be4838c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.531330] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: a1a66253-5255-409d-bc5a-55420d61a259] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.035700] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b8e12d82-9e81-4b87-8474-30c1347cad89] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.538916] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 822634b6-13f8-4949-b819-a7fa0b6f7ee0] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.042373] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: bd429f07-86bb-43c9-a8e0-52e48bfeff8c] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.545805] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 313fee56-ddaf-431e-a0b8-879b15b9a9a8] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.049274] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: ea8944b9-2786-4049-b9e8-21c6cce7391b] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.552657] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: ad41be8d-03e2-4231-bbb3-21aae106080a] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.055955] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: e715cf67-1076-45be-9248-77f2d2384a06] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.559742] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 693508d1-5308-40af-966f-775791e6d6cf] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.062742] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: e52af4b8-b26f-429d-9f20-66c7d5f13575] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.523128] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.523409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.523645] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.523871] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.524058] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.527628] env[69316]: INFO nova.compute.manager [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Terminating instance [ 1561.565856] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 727fc42a-9607-4581-acb3-c39282378407] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.031736] env[69316]: DEBUG nova.compute.manager [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.031989] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.032888] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c77c04f-5864-46cc-bfb2-da405d2fd856 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.040637] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.040814] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1215db9-b73c-4e40-a51b-3b689ba1b0c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.047083] env[69316]: DEBUG oslo_vmware.api [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1562.047083] env[69316]: value = "task-3368315" [ 1562.047083] env[69316]: _type = "Task" [ 1562.047083] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.054472] env[69316]: DEBUG oslo_vmware.api [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.069016] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 54a94f8b-e1f3-4dfe-913b-bceb45acb041] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.556306] env[69316]: DEBUG oslo_vmware.api [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368315, 'name': PowerOffVM_Task, 'duration_secs': 0.214311} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.556607] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1562.556778] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1562.557032] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35a40647-5527-4b34-9d00-edf9854e62ea {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.572021] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b329d710-f049-42bf-aaa2-8feae3b6ffac] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.624226] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1562.624420] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1562.624555] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleting the datastore file [datastore2] 33c934e2-9b09-4c7c-9df6-1b2934bf2371 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1562.624804] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0093d9cc-1ad7-416a-a321-389cab7e7174 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.631049] env[69316]: DEBUG oslo_vmware.api [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1562.631049] env[69316]: value = "task-3368317" [ 1562.631049] env[69316]: _type = "Task" [ 1562.631049] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.638299] env[69316]: DEBUG oslo_vmware.api [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.075342] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 07e8d2a3-2fda-4d56-8cc7-d3f0163f5e63] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.140346] env[69316]: DEBUG oslo_vmware.api [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1696} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.140657] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1563.140913] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1563.141166] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1563.141396] env[69316]: INFO nova.compute.manager [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1563.141733] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1563.142032] env[69316]: DEBUG nova.compute.manager [-] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1563.142168] env[69316]: DEBUG nova.network.neutron [-] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1563.388445] env[69316]: DEBUG nova.compute.manager [req-719726ca-1bfe-4606-b169-c61e2a743e0e req-af581a68-bee5-4a69-9255-6e47be14b695 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Received event network-vif-deleted-91031b90-d3ca-46fa-8d73-f93d68583f3a {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1563.388521] env[69316]: INFO nova.compute.manager [req-719726ca-1bfe-4606-b169-c61e2a743e0e req-af581a68-bee5-4a69-9255-6e47be14b695 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Neutron deleted interface 91031b90-d3ca-46fa-8d73-f93d68583f3a; detaching it from the instance and deleting it from the info cache [ 1563.388725] env[69316]: DEBUG nova.network.neutron [req-719726ca-1bfe-4606-b169-c61e2a743e0e req-af581a68-bee5-4a69-9255-6e47be14b695 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.579142] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b1d07e0d-3336-48ce-b88a-2b70c53ff423] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.872385] env[69316]: DEBUG nova.network.neutron [-] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.891441] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a131a93e-afb1-4026-9022-0301152017d2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.902388] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d592a6e-950e-4d3d-85e7-10257e1a26bc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.926689] env[69316]: DEBUG nova.compute.manager [req-719726ca-1bfe-4606-b169-c61e2a743e0e req-af581a68-bee5-4a69-9255-6e47be14b695 service nova] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Detach interface failed, port_id=91031b90-d3ca-46fa-8d73-f93d68583f3a, reason: Instance 33c934e2-9b09-4c7c-9df6-1b2934bf2371 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1564.083215] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 55d0ceeb-e27d-49d2-861b-5772a37f5ea9] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1564.374472] env[69316]: INFO nova.compute.manager [-] [instance: 33c934e2-9b09-4c7c-9df6-1b2934bf2371] Took 1.23 seconds to deallocate network for instance. [ 1564.586985] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: ca6dfcab-cd39-4ef4-aab0-2a95ac55aa54] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1564.880275] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.880558] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.880786] env[69316]: DEBUG nova.objects.instance [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lazy-loading 'resources' on Instance uuid 33c934e2-9b09-4c7c-9df6-1b2934bf2371 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.089714] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 0573bffa-2249-4344-aa56-e9fae5a67394] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.436196] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba9098b-4eea-4f61-925e-de36df8baeec {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.443788] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3b0def-117b-479e-bf6f-b68d285e5c07 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.474315] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db966087-0ac0-4a65-8bfa-752df4bce200 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.481526] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343a720-acac-43c6-978a-605e2fc51f05 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.494234] env[69316]: DEBUG nova.compute.provider_tree [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.592941] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 9f3f3b17-8cd5-4a0e-8ee7-c62df948ed0d] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.998025] env[69316]: DEBUG nova.scheduler.client.report [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.095819] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: ec54fde1-4c2a-4333-a69b-b5e9a123b765] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1566.502713] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.523432] env[69316]: INFO nova.scheduler.client.report [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleted allocations for instance 33c934e2-9b09-4c7c-9df6-1b2934bf2371 [ 1566.598862] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: b0f24192-7e6f-4b55-b6eb-ab7169397525] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1567.030683] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "33c934e2-9b09-4c7c-9df6-1b2934bf2371" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.102383] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 8fe95828-d4f5-4d26-a2c1-19bce4e9ac82] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1567.606095] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: e71187f7-dcc9-4ee8-b398-65cf3e88c12f] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1568.109421] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: 272317a0-67b0-4367-8a9f-3faf2cf1bf3a] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1568.124067] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.124308] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.124510] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.124693] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.124853] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.126734] env[69316]: INFO nova.compute.manager [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Terminating instance [ 1568.612808] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] [instance: dd26354c-255e-445d-a262-9ebf5c8bd160] Instance has had 0 of 5 cleanup attempts {{(pid=69316) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1568.629985] env[69316]: DEBUG nova.compute.manager [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1568.630236] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1568.631123] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979bfd12-59ff-4456-a65b-52648b70ad15 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.639481] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.640291] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d55435ba-2dc5-49ca-9f0a-0dd61b2c49c8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.647805] env[69316]: DEBUG oslo_vmware.api [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1568.647805] env[69316]: value = "task-3368318" [ 1568.647805] env[69316]: _type = "Task" [ 1568.647805] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.656349] env[69316]: DEBUG oslo_vmware.api [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.157960] env[69316]: DEBUG oslo_vmware.api [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368318, 'name': PowerOffVM_Task, 'duration_secs': 0.169941} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.158535] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.159152] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.159152] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8f6d694-f848-4380-b4d0-3a4520e0b1bd {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.225752] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.225983] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.226165] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleting the datastore file [datastore2] d3aaeb4a-4ddb-4338-b42f-cd91b6e25381 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.226421] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5f0613-1451-4cf1-96d5-c4a3f4ecd196 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.232342] env[69316]: DEBUG oslo_vmware.api [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for the task: (returnval){ [ 1569.232342] env[69316]: value = "task-3368320" [ 1569.232342] env[69316]: _type = "Task" [ 1569.232342] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.239945] env[69316]: DEBUG oslo_vmware.api [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.741623] env[69316]: DEBUG oslo_vmware.api [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Task: {'id': task-3368320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135328} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.741859] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1569.742057] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1569.742231] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1569.742403] env[69316]: INFO nova.compute.manager [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1569.742635] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1569.742821] env[69316]: DEBUG nova.compute.manager [-] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1569.742912] env[69316]: DEBUG nova.network.neutron [-] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.018194] env[69316]: DEBUG nova.compute.manager [req-a11e993a-8268-48cb-8e9f-574fe1546ad0 req-5fe2baee-fe04-4ac5-8c81-dd03d798b869 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Received event network-vif-deleted-bc21088e-c90a-46d2-9d72-5e4fceb40308 {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1570.018431] env[69316]: INFO nova.compute.manager [req-a11e993a-8268-48cb-8e9f-574fe1546ad0 req-5fe2baee-fe04-4ac5-8c81-dd03d798b869 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Neutron deleted interface bc21088e-c90a-46d2-9d72-5e4fceb40308; detaching it from the instance and deleting it from the info cache [ 1570.018751] env[69316]: DEBUG nova.network.neutron [req-a11e993a-8268-48cb-8e9f-574fe1546ad0 req-5fe2baee-fe04-4ac5-8c81-dd03d798b869 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.502821] env[69316]: DEBUG nova.network.neutron [-] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.521111] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6cc9250-3e3b-4e8e-ab6e-1c3ca0187b39 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.531242] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd5d931-5d2f-433e-bf27-cb1648ee591b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.555605] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.555801] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.555971] env[69316]: DEBUG nova.compute.manager [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.556280] env[69316]: DEBUG nova.compute.manager [req-a11e993a-8268-48cb-8e9f-574fe1546ad0 req-5fe2baee-fe04-4ac5-8c81-dd03d798b869 service nova] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Detach interface failed, port_id=bc21088e-c90a-46d2-9d72-5e4fceb40308, reason: Instance d3aaeb4a-4ddb-4338-b42f-cd91b6e25381 could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1570.557073] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac582b-5af9-49fd-90e7-f09b1804e0a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.562035] env[69316]: DEBUG nova.compute.manager [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69316) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1570.562590] env[69316]: DEBUG nova.objects.instance [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'flavor' on Instance uuid 7d508330-6dc7-4066-bc33-14de95e7ee8e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.005615] env[69316]: INFO nova.compute.manager [-] [instance: d3aaeb4a-4ddb-4338-b42f-cd91b6e25381] Took 1.26 seconds to deallocate network for instance. [ 1571.512526] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.512917] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.513013] env[69316]: DEBUG nova.objects.instance [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lazy-loading 'resources' on Instance uuid d3aaeb4a-4ddb-4338-b42f-cd91b6e25381 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.569146] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.569436] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faa8ca6e-3065-4ff0-856a-604e10a539e1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.576695] env[69316]: DEBUG oslo_vmware.api [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1571.576695] env[69316]: value = "task-3368321" [ 1571.576695] env[69316]: _type = "Task" [ 1571.576695] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.586562] env[69316]: DEBUG oslo_vmware.api [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.060814] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a904ba0-6eb7-4bfb-85f3-0af5efb517ff {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.068359] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be48727c-82a9-4e14-b63a-998c8929713a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.100440] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263640fc-7da6-40c3-bacf-d232dd8816aa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.107462] env[69316]: DEBUG oslo_vmware.api [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368321, 'name': PowerOffVM_Task, 'duration_secs': 0.199418} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.109439] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.109640] env[69316]: DEBUG nova.compute.manager [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.110421] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e9817-7237-43b9-b4a5-5a246ac8e2c7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.113551] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb1143b-7dc0-46cd-b842-fcdf585de30c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.130391] env[69316]: DEBUG nova.compute.provider_tree [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.635438] env[69316]: DEBUG nova.scheduler.client.report [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.638544] env[69316]: DEBUG oslo_concurrency.lockutils [None req-ad08fdad-b281-4621-8d9b-9eaec2ac9e96 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.899534] env[69316]: DEBUG nova.objects.instance [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'flavor' on Instance uuid 7d508330-6dc7-4066-bc33-14de95e7ee8e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.140614] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.160924] env[69316]: INFO nova.scheduler.client.report [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Deleted allocations for instance d3aaeb4a-4ddb-4338-b42f-cd91b6e25381 [ 1573.404612] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.404909] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.405124] env[69316]: DEBUG nova.network.neutron [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.405346] env[69316]: DEBUG nova.objects.instance [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'info_cache' on Instance uuid 7d508330-6dc7-4066-bc33-14de95e7ee8e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.669299] env[69316]: DEBUG oslo_concurrency.lockutils [None req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Lock "d3aaeb4a-4ddb-4338-b42f-cd91b6e25381" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.545s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.909375] env[69316]: DEBUG nova.objects.base [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Object Instance<7d508330-6dc7-4066-bc33-14de95e7ee8e> lazy-loaded attributes: flavor,info_cache {{(pid=69316) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1574.637991] env[69316]: DEBUG nova.network.neutron [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updating instance_info_cache with network_info: [{"id": "b57759a0-eede-4925-8e40-243b25787bde", "address": "fa:16:3e:83:28:2e", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57759a0-ee", "ovs_interfaceid": "b57759a0-eede-4925-8e40-243b25787bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.140281] env[69316]: DEBUG oslo_concurrency.lockutils [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.146741] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.147084] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d0052cf-c215-4817-891e-073dcf04ff62 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.155253] env[69316]: DEBUG oslo_vmware.api [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1576.155253] env[69316]: value = "task-3368322" [ 1576.155253] env[69316]: _type = "Task" [ 1576.155253] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.165249] env[69316]: DEBUG oslo_vmware.api [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.666467] env[69316]: DEBUG oslo_vmware.api [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368322, 'name': PowerOnVM_Task, 'duration_secs': 0.39273} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.666871] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.667123] env[69316]: DEBUG nova.compute.manager [None req-e4cb3a26-66c7-4990-9706-f51a9b8092a2 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.667943] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e521017b-3bdf-4dea-8eb7-459bf16a54a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.773209] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10fe1d4-9816-4cd3-99d2-4e921b9dc78a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.780640] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-30f061c6-765e-48e6-a40c-6f2c05051692 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Suspending the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1577.781015] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5de304e7-3828-40a2-bff3-0fb258c4bcb1 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.788298] env[69316]: DEBUG oslo_vmware.api [None req-30f061c6-765e-48e6-a40c-6f2c05051692 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1577.788298] env[69316]: value = "task-3368323" [ 1577.788298] env[69316]: _type = "Task" [ 1577.788298] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.796846] env[69316]: DEBUG oslo_vmware.api [None req-30f061c6-765e-48e6-a40c-6f2c05051692 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368323, 'name': SuspendVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.297845] env[69316]: DEBUG oslo_vmware.api [None req-30f061c6-765e-48e6-a40c-6f2c05051692 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368323, 'name': SuspendVM_Task} progress is 70%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.799262] env[69316]: DEBUG oslo_vmware.api [None req-30f061c6-765e-48e6-a40c-6f2c05051692 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368323, 'name': SuspendVM_Task, 'duration_secs': 0.606479} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.799596] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-30f061c6-765e-48e6-a40c-6f2c05051692 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Suspended the VM {{(pid=69316) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1578.799684] env[69316]: DEBUG nova.compute.manager [None req-30f061c6-765e-48e6-a40c-6f2c05051692 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.800416] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afefcd5-cdd7-4cf0-afa7-fc55deb0f942 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.109197] env[69316]: INFO nova.compute.manager [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Resuming [ 1580.109822] env[69316]: DEBUG nova.objects.instance [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'flavor' on Instance uuid 7d508330-6dc7-4066-bc33-14de95e7ee8e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.620901] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.620901] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquired lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.620901] env[69316]: DEBUG nova.network.neutron [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.317924] env[69316]: DEBUG nova.network.neutron [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updating instance_info_cache with network_info: [{"id": "b57759a0-eede-4925-8e40-243b25787bde", "address": "fa:16:3e:83:28:2e", "network": {"id": "52edb6bc-1c88-4027-b323-5ae69334df77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1620310870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ba7891c1cd4fb3a90e201f42a19950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57759a0-ee", "ovs_interfaceid": "b57759a0-eede-4925-8e40-243b25787bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.820784] env[69316]: DEBUG oslo_concurrency.lockutils [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Releasing lock "refresh_cache-7d508330-6dc7-4066-bc33-14de95e7ee8e" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.821792] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491723d-54ea-4a47-b691-7caa2e39f41c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.828604] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Resuming the VM {{(pid=69316) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1582.828829] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2fefe7e-76f7-41a3-b7ce-d2a073bcb956 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.834643] env[69316]: DEBUG oslo_vmware.api [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1582.834643] env[69316]: value = "task-3368324" [ 1582.834643] env[69316]: _type = "Task" [ 1582.834643] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.841706] env[69316]: DEBUG oslo_vmware.api [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.348962] env[69316]: DEBUG oslo_vmware.api [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368324, 'name': PowerOnVM_Task, 'duration_secs': 0.505987} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.349298] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Resumed the VM {{(pid=69316) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1583.349563] env[69316]: DEBUG nova.compute.manager [None req-a829ef17-713d-45f3-908f-4442c5d84e24 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.350664] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfea1c2-43e5-406a-afe7-414216680796 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.736092] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.736475] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.736584] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "7d508330-6dc7-4066-bc33-14de95e7ee8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.736736] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.736907] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.739038] env[69316]: INFO nova.compute.manager [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Terminating instance [ 1585.243353] env[69316]: DEBUG nova.compute.manager [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.243719] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.245095] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6614ea1-1e4d-4477-a6d9-8a4014273ca0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.256407] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.256729] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e73e2ab2-f2fe-41c4-8c79-51fd8fb4f873 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.263940] env[69316]: DEBUG oslo_vmware.api [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1585.263940] env[69316]: value = "task-3368325" [ 1585.263940] env[69316]: _type = "Task" [ 1585.263940] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.273306] env[69316]: DEBUG oslo_vmware.api [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.774350] env[69316]: DEBUG oslo_vmware.api [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368325, 'name': PowerOffVM_Task, 'duration_secs': 0.186149} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.774727] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.774727] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.774937] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80f22923-58dc-478e-9558-cbf5f6a2b302 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.842192] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.842399] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.842578] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleting the datastore file [datastore2] 7d508330-6dc7-4066-bc33-14de95e7ee8e {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.842917] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e42dcf9b-b8cf-468c-81ae-313f7127497a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.849960] env[69316]: DEBUG oslo_vmware.api [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for the task: (returnval){ [ 1585.849960] env[69316]: value = "task-3368327" [ 1585.849960] env[69316]: _type = "Task" [ 1585.849960] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.857177] env[69316]: DEBUG oslo_vmware.api [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.359719] env[69316]: DEBUG oslo_vmware.api [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Task: {'id': task-3368327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.360062] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.360176] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.360350] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.360523] env[69316]: INFO nova.compute.manager [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1586.360762] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1586.360970] env[69316]: DEBUG nova.compute.manager [-] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.361094] env[69316]: DEBUG nova.network.neutron [-] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.865292] env[69316]: DEBUG nova.compute.manager [req-2709b990-830f-4698-b3bb-a274cb27f156 req-7ede0d82-9cd1-43d0-85ff-f20c5ec66a95 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Received event network-vif-deleted-b57759a0-eede-4925-8e40-243b25787bde {{(pid=69316) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1586.865621] env[69316]: INFO nova.compute.manager [req-2709b990-830f-4698-b3bb-a274cb27f156 req-7ede0d82-9cd1-43d0-85ff-f20c5ec66a95 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Neutron deleted interface b57759a0-eede-4925-8e40-243b25787bde; detaching it from the instance and deleting it from the info cache [ 1586.865806] env[69316]: DEBUG nova.network.neutron [req-2709b990-830f-4698-b3bb-a274cb27f156 req-7ede0d82-9cd1-43d0-85ff-f20c5ec66a95 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.341319] env[69316]: DEBUG nova.network.neutron [-] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.369138] env[69316]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dda933c3-691d-47b6-b078-30680e89d790 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.379641] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952b6ad1-e3aa-4e05-b333-5ba6afbd128a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.404398] env[69316]: DEBUG nova.compute.manager [req-2709b990-830f-4698-b3bb-a274cb27f156 req-7ede0d82-9cd1-43d0-85ff-f20c5ec66a95 service nova] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Detach interface failed, port_id=b57759a0-eede-4925-8e40-243b25787bde, reason: Instance 7d508330-6dc7-4066-bc33-14de95e7ee8e could not be found. {{(pid=69316) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1587.846039] env[69316]: INFO nova.compute.manager [-] [instance: 7d508330-6dc7-4066-bc33-14de95e7ee8e] Took 1.48 seconds to deallocate network for instance. [ 1588.351386] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.351834] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.351905] env[69316]: DEBUG nova.objects.instance [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lazy-loading 'resources' on Instance uuid 7d508330-6dc7-4066-bc33-14de95e7ee8e {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.887733] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d692834f-17fe-41f0-9414-cf4ac881c962 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.896425] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79432aee-b9f3-4e82-9274-c1eca168600f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.925346] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c53c5f7-33d3-45ec-b17c-5a7967a86d05 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.932319] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e58ecdd-7005-436f-b906-f27a1b250fae {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.944959] env[69316]: DEBUG nova.compute.provider_tree [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.447945] env[69316]: DEBUG nova.scheduler.client.report [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.952774] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.974941] env[69316]: INFO nova.scheduler.client.report [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Deleted allocations for instance 7d508330-6dc7-4066-bc33-14de95e7ee8e [ 1590.483052] env[69316]: DEBUG oslo_concurrency.lockutils [None req-bacdbbe5-2903-452a-ba44-4ff19d745d3e tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Lock "7d508330-6dc7-4066-bc33-14de95e7ee8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.883167] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "9d503210-d569-4538-b2e0-41d763d06fb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.883479] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "9d503210-d569-4538-b2e0-41d763d06fb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.385552] env[69316]: DEBUG nova.compute.manager [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Starting instance... {{(pid=69316) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1594.907504] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.907801] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.909251] env[69316]: INFO nova.compute.claims [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.944718] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a077b6f-e054-4b80-a4b7-c7c21081452c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.952112] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22fac60-ea9b-49dc-ba0b-c43d3f344723 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.981299] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b329b-268d-4d61-978c-3d4d100e91f6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.988130] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99393cb-1bbc-48ad-bb97-e87a21dacb41 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.001568] env[69316]: DEBUG nova.compute.provider_tree [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.505253] env[69316]: DEBUG nova.scheduler.client.report [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.009996] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.010491] env[69316]: DEBUG nova.compute.manager [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Start building networks asynchronously for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.514946] env[69316]: DEBUG nova.compute.utils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Using /dev/sd instead of None {{(pid=69316) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1597.516400] env[69316]: DEBUG nova.compute.manager [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Not allocating networking since 'none' was specified. {{(pid=69316) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1598.017977] env[69316]: DEBUG nova.compute.manager [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Start building block device mappings for instance. {{(pid=69316) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1599.026728] env[69316]: DEBUG nova.compute.manager [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Start spawning the instance on the hypervisor. {{(pid=69316) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.112485] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.112722] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.112878] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.113071] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.113219] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.113366] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.113576] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.113735] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.113899] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.114071] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.114246] env[69316]: DEBUG nova.virt.hardware [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.115113] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5013aa12-8c6b-4e0a-bd05-3354827b7ea3 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.123075] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d3034e-dc6d-43da-b228-c4cd5ec7fee6 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.135754] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.141230] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Creating folder: Project (e30506134ec34c22a0ec8aa5e39842b1). Parent ref: group-v671748. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.141479] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-beaf6957-2ace-4376-a6af-50c537f6e2d9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.151861] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Created folder: Project (e30506134ec34c22a0ec8aa5e39842b1) in parent group-v671748. [ 1599.152043] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Creating folder: Instances. Parent ref: group-v672095. {{(pid=69316) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.152241] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a0637d2-1806-4ad5-a2c3-56520427d05b {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.160444] env[69316]: INFO nova.virt.vmwareapi.vm_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Created folder: Instances in parent group-v672095. [ 1599.160659] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1599.160832] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.161015] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6672183-8c29-4944-82d9-8f5024d7d22f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.175450] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.175450] env[69316]: value = "task-3368330" [ 1599.175450] env[69316]: _type = "Task" [ 1599.175450] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.182037] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368330, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.685118] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368330, 'name': CreateVM_Task, 'duration_secs': 0.249298} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.685284] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.685714] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.685883] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.686273] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.686445] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb77ae19-6e8e-4625-95ac-870b4e8c9369 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.690575] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1599.690575] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]521c5fa4-84ff-f4fe-d331-b7e46c174813" [ 1599.690575] env[69316]: _type = "Task" [ 1599.690575] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.697427] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521c5fa4-84ff-f4fe-d331-b7e46c174813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.201193] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]521c5fa4-84ff-f4fe-d331-b7e46c174813, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.201584] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.201709] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.201939] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.202097] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.202282] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.202537] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b8e4784-1598-4720-90f3-a74cd6e033fe {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.210618] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.210776] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.211503] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29635f25-94b1-4849-86a8-717b1e78bb31 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.216937] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1600.216937] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5202fa90-75b8-3e84-323e-c71ef4e44ca3" [ 1600.216937] env[69316]: _type = "Task" [ 1600.216937] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.223884] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5202fa90-75b8-3e84-323e-c71ef4e44ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.727633] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5202fa90-75b8-3e84-323e-c71ef4e44ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.728432] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53127306-382c-43e3-88ff-91d06e7b13b7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.733104] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1600.733104] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5260c80e-5949-8102-95be-b704ea69c01f" [ 1600.733104] env[69316]: _type = "Task" [ 1600.733104] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.740083] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5260c80e-5949-8102-95be-b704ea69c01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.243571] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5260c80e-5949-8102-95be-b704ea69c01f, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.243973] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.244055] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3/9d503210-d569-4538-b2e0-41d763d06fb3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.244309] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a386ec1d-c617-4a4d-8e35-beebf7fdf743 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.250536] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1601.250536] env[69316]: value = "task-3368331" [ 1601.250536] env[69316]: _type = "Task" [ 1601.250536] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.257299] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.760425] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368331, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.262026] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368331, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.763742] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368331, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.449927} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.764092] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3/9d503210-d569-4538-b2e0-41d763d06fb3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.764446] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.764652] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87162ec-889a-49d7-b60e-be05fc4ca8dc {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.771994] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1602.771994] env[69316]: value = "task-3368332" [ 1602.771994] env[69316]: _type = "Task" [ 1602.771994] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.779444] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.280994] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075719} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.281415] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.282199] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe824cde-f713-4e68-a5a8-93f898c5b815 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.300998] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3/9d503210-d569-4538-b2e0-41d763d06fb3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.301192] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc7303d-c175-4eff-8544-ea59ec498544 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.318527] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1603.318527] env[69316]: value = "task-3368333" [ 1603.318527] env[69316]: _type = "Task" [ 1603.318527] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.325557] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.827648] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368333, 'name': ReconfigVM_Task, 'duration_secs': 0.251766} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.827961] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3/9d503210-d569-4538-b2e0-41d763d06fb3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.828601] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b575c678-a705-48a2-9a24-3558c6696fc2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.834856] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1603.834856] env[69316]: value = "task-3368334" [ 1603.834856] env[69316]: _type = "Task" [ 1603.834856] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.842246] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368334, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.344656] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368334, 'name': Rename_Task, 'duration_secs': 0.128221} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.345215] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.345215] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c311d33d-573e-45f6-a6b4-643c67643005 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.352084] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1604.352084] env[69316]: value = "task-3368335" [ 1604.352084] env[69316]: _type = "Task" [ 1604.352084] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.359933] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.862371] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368335, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.363237] env[69316]: DEBUG oslo_vmware.api [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368335, 'name': PowerOnVM_Task, 'duration_secs': 0.51223} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.365546] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.365546] env[69316]: INFO nova.compute.manager [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1605.365546] env[69316]: DEBUG nova.compute.manager [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.365546] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ab8d7-17fc-4ecf-addd-6afebe18c0be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.881744] env[69316]: INFO nova.compute.manager [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Took 10.99 seconds to build instance. [ 1606.384442] env[69316]: DEBUG oslo_concurrency.lockutils [None req-c85f5555-2d8d-46b7-88a7-ff23b2eaf009 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "9d503210-d569-4538-b2e0-41d763d06fb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.501s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.637152] env[69316]: INFO nova.compute.manager [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Rebuilding instance [ 1606.676745] env[69316]: DEBUG nova.compute.manager [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.677623] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a18399-17c4-43d9-a893-534bd15982ef {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.690739] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.691151] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f0bf240-0544-4bc6-8b1f-049f2db3d554 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.698153] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1607.698153] env[69316]: value = "task-3368336" [ 1607.698153] env[69316]: _type = "Task" [ 1607.698153] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.706091] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.207397] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368336, 'name': PowerOffVM_Task, 'duration_secs': 0.190203} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.207675] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.207929] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.208661] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ec5ea-fdc2-4fd0-95fb-9ab15da01921 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.214922] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.215184] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4da15e92-29c6-46d2-9803-e806a2136994 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.240734] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.240957] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.241117] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Deleting the datastore file [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.241349] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b8b3559-f49b-4aa4-9d50-af912d9f964d {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.248097] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1608.248097] env[69316]: value = "task-3368338" [ 1608.248097] env[69316]: _type = "Task" [ 1608.248097] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.254936] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.758603] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09185} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.758885] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.759071] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.759255] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.795508] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T14:15:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T14:14:49Z,direct_url=,disk_format='vmdk',id=e4d7b703-0b63-49dc-9446-f4c89690b42f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82c968db3b4770a0443b76bce374f0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T14:14:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.795853] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Flavor limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.795922] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Image limits 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.796084] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Flavor pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.796239] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Image pref 0:0:0 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.796384] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69316) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.796585] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.796742] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.796905] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Got 1 possible topologies {{(pid=69316) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.797079] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.797254] env[69316]: DEBUG nova.virt.hardware [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69316) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.798140] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c564e-ad93-45e3-9abb-8d415e89e729 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.805789] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39802f0e-67cb-4f13-9c10-615f25e8fa7f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.819380] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Instance VIF info [] {{(pid=69316) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.824767] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1609.825019] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Creating VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.825269] env[69316]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1a63c9-1236-41c2-ad89-f10a9fd30138 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.841728] env[69316]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.841728] env[69316]: value = "task-3368339" [ 1609.841728] env[69316]: _type = "Task" [ 1609.841728] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.849018] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368339, 'name': CreateVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.351688] env[69316]: DEBUG oslo_vmware.api [-] Task: {'id': task-3368339, 'name': CreateVM_Task, 'duration_secs': 0.239315} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.351929] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Created VM on the ESX host {{(pid=69316) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.352249] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.352414] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.352731] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.352961] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d34f2e-0790-4244-9148-1cf4be253cd7 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.357057] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1610.357057] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]52e5549f-f11d-ebed-981d-64953742141f" [ 1610.357057] env[69316]: _type = "Task" [ 1610.357057] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.363803] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e5549f-f11d-ebed-981d-64953742141f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.867027] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]52e5549f-f11d-ebed-981d-64953742141f, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.867397] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.867579] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Processing image e4d7b703-0b63-49dc-9446-f4c89690b42f {{(pid=69316) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.867838] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.867996] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.868201] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.868458] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a96f320f-4410-4f2c-89d0-875de4f40aed {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.876520] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69316) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.876690] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69316) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.877362] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6f7eed-d8e0-4cc3-ba8c-67504ca72633 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.882298] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1610.882298] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5263569f-f846-0067-d909-6d5b3eee5473" [ 1610.882298] env[69316]: _type = "Task" [ 1610.882298] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.889344] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5263569f-f846-0067-d909-6d5b3eee5473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.392130] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5263569f-f846-0067-d909-6d5b3eee5473, 'name': SearchDatastore_Task, 'duration_secs': 0.007829} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.392877] env[69316]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6fd7ce-ba60-42d8-953f-d58e844245a8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.397689] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1611.397689] env[69316]: value = "session[529e9b3c-346d-9d38-771a-517bf60dd981]5267f106-fca8-f5a0-f25c-864381fef71c" [ 1611.397689] env[69316]: _type = "Task" [ 1611.397689] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.405141] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5267f106-fca8-f5a0-f25c-864381fef71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.907894] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': session[529e9b3c-346d-9d38-771a-517bf60dd981]5267f106-fca8-f5a0-f25c-864381fef71c, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.908193] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.908417] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3/9d503210-d569-4538-b2e0-41d763d06fb3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.908663] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4dc0502-7bc4-45dd-8cec-f70e2757adc2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.916345] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1611.916345] env[69316]: value = "task-3368340" [ 1611.916345] env[69316]: _type = "Task" [ 1611.916345] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.924818] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.426259] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417443} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.426521] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d7b703-0b63-49dc-9446-f4c89690b42f/e4d7b703-0b63-49dc-9446-f4c89690b42f.vmdk to [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3/9d503210-d569-4538-b2e0-41d763d06fb3.vmdk {{(pid=69316) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.426728] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Extending root virtual disk to 1048576 {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.426970] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8cc9e7c-c449-4832-80bf-b86f29e0d231 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.433219] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1612.433219] env[69316]: value = "task-3368341" [ 1612.433219] env[69316]: _type = "Task" [ 1612.433219] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.440103] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.942535] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057407} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.942848] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Extended root virtual disk {{(pid=69316) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.943538] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef095d48-cbbc-4d4c-b575-186d9e042a1c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.962681] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3/9d503210-d569-4538-b2e0-41d763d06fb3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.962921] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f99be14-21f0-47aa-b94a-bd4755619c27 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.981163] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1612.981163] env[69316]: value = "task-3368342" [ 1612.981163] env[69316]: _type = "Task" [ 1612.981163] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.988603] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.490726] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368342, 'name': ReconfigVM_Task, 'duration_secs': 0.265586} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.491015] env[69316]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3/9d503210-d569-4538-b2e0-41d763d06fb3.vmdk or device None with type sparse {{(pid=69316) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.491660] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3335f905-b7bb-4e3f-a2fa-4ade3787d902 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.498565] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1613.498565] env[69316]: value = "task-3368343" [ 1613.498565] env[69316]: _type = "Task" [ 1613.498565] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.505890] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368343, 'name': Rename_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.008715] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368343, 'name': Rename_Task, 'duration_secs': 0.126759} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.009044] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Powering on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.009244] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d28bf4-859b-4677-81cd-359ef0c39552 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.015593] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1614.015593] env[69316]: value = "task-3368344" [ 1614.015593] env[69316]: _type = "Task" [ 1614.015593] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.029858] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.525658] env[69316]: DEBUG oslo_vmware.api [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368344, 'name': PowerOnVM_Task, 'duration_secs': 0.415023} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.525920] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Powered on the VM {{(pid=69316) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.526142] env[69316]: DEBUG nova.compute.manager [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Checking state {{(pid=69316) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.526873] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1f9ab-ed1b-4fb5-90fc-23c2e39bfc74 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.043771] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.044176] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.044237] env[69316]: DEBUG nova.objects.instance [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69316) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1615.553409] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "9d503210-d569-4538-b2e0-41d763d06fb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.553680] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "9d503210-d569-4538-b2e0-41d763d06fb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.553833] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "9d503210-d569-4538-b2e0-41d763d06fb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.554020] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "9d503210-d569-4538-b2e0-41d763d06fb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.554190] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "9d503210-d569-4538-b2e0-41d763d06fb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.556220] env[69316]: INFO nova.compute.manager [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Terminating instance [ 1616.057263] env[69316]: DEBUG oslo_concurrency.lockutils [None req-0c6fd7ad-f11f-4089-8491-90ebb0120ed4 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.060169] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "refresh_cache-9d503210-d569-4538-b2e0-41d763d06fb3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.060330] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquired lock "refresh_cache-9d503210-d569-4538-b2e0-41d763d06fb3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.060501] env[69316]: DEBUG nova.network.neutron [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Building network info cache for instance {{(pid=69316) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.664451] env[69316]: DEBUG nova.network.neutron [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.718543] env[69316]: DEBUG nova.network.neutron [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.115084] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.115488] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.221505] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Releasing lock "refresh_cache-9d503210-d569-4538-b2e0-41d763d06fb3" {{(pid=69316) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.221940] env[69316]: DEBUG nova.compute.manager [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Start destroying the instance on the hypervisor. {{(pid=69316) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.222163] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Destroying instance {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.223069] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76937a4-ce37-44c1-a429-730a3b35820f {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.231294] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Powering off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.232047] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b512bc30-acac-4d10-9de4-a52ddaefc870 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.237659] env[69316]: DEBUG oslo_vmware.api [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1617.237659] env[69316]: value = "task-3368345" [ 1617.237659] env[69316]: _type = "Task" [ 1617.237659] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.245242] env[69316]: DEBUG oslo_vmware.api [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.619984] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.620325] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.620577] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.620837] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.621245] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.621343] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.621558] env[69316]: DEBUG nova.compute.manager [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69316) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1617.621848] env[69316]: DEBUG oslo_service.periodic_task [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69316) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.747177] env[69316]: DEBUG oslo_vmware.api [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368345, 'name': PowerOffVM_Task, 'duration_secs': 0.178451} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.747432] env[69316]: DEBUG nova.virt.vmwareapi.vm_util [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Powered off the VM {{(pid=69316) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.747601] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Unregistering the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1617.747843] env[69316]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17055a75-b213-4fcb-9a29-627e0fa315e9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.774327] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Unregistered the VM {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1617.774561] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Deleting contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1617.774699] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Deleting the datastore file [datastore2] 9d503210-d569-4538-b2e0-41d763d06fb3 {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1617.774931] env[69316]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c4e968-c758-4f1c-be50-0dd7ab02275a {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.781884] env[69316]: DEBUG oslo_vmware.api [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for the task: (returnval){ [ 1617.781884] env[69316]: value = "task-3368347" [ 1617.781884] env[69316]: _type = "Task" [ 1617.781884] env[69316]: } to complete. {{(pid=69316) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.788722] env[69316]: DEBUG oslo_vmware.api [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.124817] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.125272] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1618.125272] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.125408] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69316) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1618.126319] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746dff55-e2c3-4a81-ae57-8c67d32b3f6c {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.134226] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b511ef-0c99-4a6a-887e-964b479b2ed8 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.148070] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac58feb-1795-4cd1-8203-13773a5afad0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.154099] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c701746-3b81-436e-88fb-5f6e4d98fec2 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.182884] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180129MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69316) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1618.183032] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.183240] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1618.291782] env[69316]: DEBUG oslo_vmware.api [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Task: {'id': task-3368347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097046} completed successfully. {{(pid=69316) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.292051] env[69316]: DEBUG nova.virt.vmwareapi.ds_util [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Deleted the datastore file {{(pid=69316) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1618.292242] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Deleted contents of the VM from datastore datastore2 {{(pid=69316) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1618.292419] env[69316]: DEBUG nova.virt.vmwareapi.vmops [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Instance destroyed {{(pid=69316) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1618.292591] env[69316]: INFO nova.compute.manager [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1618.292823] env[69316]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69316) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1618.293013] env[69316]: DEBUG nova.compute.manager [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Deallocating network for instance {{(pid=69316) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1618.293118] env[69316]: DEBUG nova.network.neutron [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] deallocate_for_instance() {{(pid=69316) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1618.308753] env[69316]: DEBUG nova.network.neutron [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Instance cache missing network info. {{(pid=69316) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.811505] env[69316]: DEBUG nova.network.neutron [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Updating instance_info_cache with network_info: [] {{(pid=69316) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.207563] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Instance 9d503210-d569-4538-b2e0-41d763d06fb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69316) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.207917] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1619.207917] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69316) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1619.224812] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Refreshing inventories for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1619.237306] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating ProviderTree inventory for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1619.237485] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Updating inventory in ProviderTree for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.247948] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Refreshing aggregate associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, aggregates: None {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1619.265048] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Refreshing trait associations for resource provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69316) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1619.291083] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b7d138-41e4-4e38-a918-9049255486c0 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.298830] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd512f4-cd5c-47ef-9a8e-34f47d5ee7a9 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.329183] env[69316]: INFO nova.compute.manager [-] [instance: 9d503210-d569-4538-b2e0-41d763d06fb3] Took 1.04 seconds to deallocate network for instance. [ 1619.331544] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195693e9-964e-4be4-812b-ca7121356362 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.341573] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4872da8b-ce1a-4c92-8dd3-73c2a53c8b06 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.355040] env[69316]: DEBUG nova.compute.provider_tree [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.839765] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.857798] env[69316]: DEBUG nova.scheduler.client.report [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.362382] env[69316]: DEBUG nova.compute.resource_tracker [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69316) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1620.362847] env[69316]: DEBUG oslo_concurrency.lockutils [None req-60bc34b2-428b-46b5-93e6-dba18b076bc9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.179s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1620.362925] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.523s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.363165] env[69316]: DEBUG nova.objects.instance [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lazy-loading 'resources' on Instance uuid 9d503210-d569-4538-b2e0-41d763d06fb3 {{(pid=69316) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.891290] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f68a1c-78ff-4cd3-9cce-7e277fa46951 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.898970] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e913b575-df08-4701-8376-5308196b2cfa {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.927608] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbebe6b-a39b-4017-ae40-0cc500485e22 {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.934140] env[69316]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d64ad4-7f12-4340-b932-ef885407b1be {{(pid=69316) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.947752] env[69316]: DEBUG nova.compute.provider_tree [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Inventory has not changed in ProviderTree for provider: 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 {{(pid=69316) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.450741] env[69316]: DEBUG nova.scheduler.client.report [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Inventory has not changed for provider 6f5213e3-7dda-4c9f-aaaa-dd1951bd3c70 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69316) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.955484] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.592s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.976987] env[69316]: INFO nova.scheduler.client.report [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Deleted allocations for instance 9d503210-d569-4538-b2e0-41d763d06fb3 [ 1622.483908] env[69316]: DEBUG oslo_concurrency.lockutils [None req-56332af6-bd52-4596-957a-807a3c4b1771 tempest-ServerShowV254Test-1061629852 tempest-ServerShowV254Test-1061629852-project-member] Lock "9d503210-d569-4538-b2e0-41d763d06fb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.930s {{(pid=69316) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}